-- Logs begin at Mon 2022-02-28 17:57:46 UTC, end at Mon 2022-02-28 19:07:56 UTC. --
Feb 28 18:38:10.958475 dv-cinder-831188-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 28 18:38:13.116049 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.common.config [-] Logging enabled!
Feb 28 18:38:13.116793 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev31
Feb 28 18:38:13.116793 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82957) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Feb 28 18:38:13.119131 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.common.config [-] Logging enabled!
Feb 28 18:38:13.119373 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev31
Feb 28 18:38:13.119610 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82957) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Feb 28 18:38:13.120568 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 28 18:38:13.120799 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 28 18:38:13.121142 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 28 18:38:13.121379 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 28 18:38:13.121598 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 28 18:38:13.121917 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.122204 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.122499 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.122762 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.123029 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.123310 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.123584 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.123865 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.124159 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.124437 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.124713 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.124988 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.125197 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.125475 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.125931 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.126577 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.126812 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] debug                          = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.127097 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.127531 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.127946 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.128227 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.128511 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.128780 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.129051 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.129332 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.129658 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] host                           = dv-cinder-831188-1-iscsi {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.129947 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.130215 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.130496 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.130812 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.131084 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.131354 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.131633 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.131900 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.132168 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.132438 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.132723 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.133006 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.133290 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.133510 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.133726 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.134003 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.134287 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.134575 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.134846 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.135118 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.135388 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.135655 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.135918 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.136198 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.136476 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.136756 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.137024 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.137298 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.137564 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.137829 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.138108 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.138377 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.138664 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.138933 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.139214 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.139478 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.139746 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.140039 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.140319 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.140595 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.140874 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.141139 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.141885 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.142184 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.142459 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.142752 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.143025 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.143293 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.143571 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.143840 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.144110 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.144376 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.144642 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.144921 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.145189 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:13.145477 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.145766 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.146062 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.146339 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.146652 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.146929 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.147213 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.147490 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.147772 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.148058 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.148356 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.148609 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.148887 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.149173 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.149459 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.149726 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.149997 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.150281 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.150549 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.150836 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.151104 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.151384 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.151654 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.151915 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.152190 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.152459 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.152721 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.152981 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.153253 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.153535 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.153803 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.154065 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.154325 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.154616 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.154880 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.155158 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.155427 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.155690 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.155953 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.156222 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.156488 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.156755 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.157195 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.157605 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.157887 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.158159 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.158428 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.158789 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.159061 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.159331 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.159599 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.159866 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.160137 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.160404 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.160669 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.160934 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.161201 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.161469 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.161749 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.162040 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.162309 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.162599 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.162874 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.163145 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.163415 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.163686 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.163958 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.164230 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.164496 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.164778 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.165053 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.165331 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.165604 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.165881 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.166167 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.166436 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.166732 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.167006 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.167282 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.167558 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.167834 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.168122 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.168409 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.168694 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.168983 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.169266 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.169538 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.169837 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.170108 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:13.170320 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 28 18:38:13.170579 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82957) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Feb 28 18:38:13.580814 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO keyring.backend [-] Loading KWallet
Feb 28 18:38:13.588591 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO keyring.backend [-] Loading SecretService
Feb 28 18:38:13.591735 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO keyring.backend [-] Loading Windows
Feb 28 18:38:13.593083 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO keyring.backend [-] Loading chainer
Feb 28 18:38:13.593643 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO keyring.backend [-] Loading macOS
Feb 28 18:38:13.628911 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Feb 28 18:38:13.629184 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=82957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Feb 28 18:38:13.629478 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Feb 28 18:38:13.629811 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 28 18:38:13.933006 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:13.933199 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:13.933482 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:13.990039 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:13.990320 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:13.990599 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:13.993685 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:13.993955 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:13.994219 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.023353 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.023623 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.023894 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.051009 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.051284 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.051538 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.375727 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f3c5bd11550> agent after_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.376516 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f3c5bd11550> agent after_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.376762 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f3c5bd115e0> segment precommit_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.377036 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f3c5bd11670> network precommit_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.377951 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f3c5bd0dee0> segment before_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.499703 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> network before_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.499932 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f3c5bcd8c10> agent before_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.500207 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> network before_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.500474 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> port before_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.500766 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> port before_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.501554 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> segment after_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.501823 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> segment precommit_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.502044 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> segment precommit_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.502329 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> segment after_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.502619 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> network after_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.502879 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> network precommit_delete 0 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.503144 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> port provisioning_complete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.503401 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> rbac-policy before_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.503653 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> rbac-policy after_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.503900 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> agent after_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.504166 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> subnet after_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.504420 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> subnet precommit_delete 0 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.504686 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> rbac-policy before_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.504936 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> rbac-policy before_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.505212 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> segment_host_mapping after_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.505558 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> port after_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.505806 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> port after_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.506049 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> port after_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.506324 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> rbac-policy before_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.506588 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> rbac-policy before_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.506833 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3c5cc92af0>> rbac-policy before_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.507208 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 28 18:38:14.507441 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 28 18:38:14.507670 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 28 18:38:14.507899 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 28 18:38:14.508127 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 28 18:38:14.508355 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 28 18:38:14.508906 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 28 18:38:14.512114 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 28 18:38:14.516252 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 28 18:38:14.520617 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])])
Feb 28 18:38:14.522233 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 28 18:38:14.522640 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 28 18:38:14.522970 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Feb 28 18:38:14.523357 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 28 18:38:14.526190 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 28 18:38:14.526438 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 28 18:38:14.526810 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Feb 28 18:38:14.555600 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Feb 28 18:38:14.556044 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f3c5bb4d520>> qos_plugin after_init 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.556337 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82957) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Feb 28 18:38:14.556692 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f3c5bb1de80>> logging-plugin after_init 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.558056 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82957) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 28 18:38:14.558329 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Feb 28 18:38:14.558587 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Feb 28 18:38:14.561746 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f3c5bb1d130>> floatingip before_response 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.562023 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f3c5bb1d130>> port before_response 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:14.625467 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 28 18:38:14.625833 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 28 18:38:14.626518 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 28 18:38:14.626938 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 28 18:38:14.668331 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_db.sqlalchemy.engines [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82957) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 28 18:38:15.001343 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.managers [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Initializing driver for type 'gre'
Feb 28 18:38:15.002027 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] gre ID ranges: [(1, 1000)]
Feb 28 18:38:15.060609 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.managers [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Initializing driver for type 'local'
Feb 28 18:38:15.060949 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.managers [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Initializing driver for type 'vlan'
Feb 28 18:38:15.077298 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] VlanTypeDriver initialization complete
Feb 28 18:38:15.077728 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.managers [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Initializing driver for type 'vxlan'
Feb 28 18:38:15.078314 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] vxlan ID ranges: [(1, 1000)]
Feb 28 18:38:15.136677 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.managers [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Initializing extension driver 'port_security'
Feb 28 18:38:15.137019 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.extensions.port_security [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] PortSecurityExtensionDriver initialization complete
Feb 28 18:38:15.137353 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.managers [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Initializing mechanism driver 'openvswitch'
Feb 28 18:38:15.137706 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.managers [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Initializing mechanism driver 'hyperv'
Feb 28 18:38:15.144821 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.plugins.ml2.plugin [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:38:15.145507 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3c5bc099d0>> port after_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.145883 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3c5bc099d0>> port after_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.146237 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3c5bc099d0>> port after_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.146809 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=82957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Feb 28 18:38:15.147250 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3c5b668280>> subnet after_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.147611 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3c5b668280>> subnet after_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.147952 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3c5b668280>> subnet after_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.148339 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=82957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Feb 28 18:38:15.148743 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3c5b6687f0>> network after_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.149108 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3c5b6687f0>> network after_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.149429 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3c5b6687f0>> network after_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.149808 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=82957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Feb 28 18:38:15.150205 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3c5b668d00>> security_group after_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.150582 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3c5b668d00>> security_group after_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.150917 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3c5b668d00>> security_group after_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.151435 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=82957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Feb 28 18:38:15.151835 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3c5b66e250>> security_group_rule after_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.152180 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3c5b66e250>> security_group_rule after_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.152519 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3c5b66e250>> security_group_rule after_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.152901 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=82957) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}}
Feb 28 18:38:15.153340 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] ML2 OVO RPC backend initialized. {{(pid=82957) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}}
Feb 28 18:38:15.153999 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3c5b66e880>> router_interface after_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.154352 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3c5b66e880>> router_interface after_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.154796 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3c5b66e880>> network before_response 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.155143 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3c5b66e880>> networks before_response 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.155491 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3c5b66e880>> port before_response 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.155832 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3c5b66e880>> ports before_response 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.156171 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3c5b66e880>> subnet before_response 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.156511 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3c5b66e880>> subnets before_response 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.156854 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3c5b66e880>> network after_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.157189 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3c5b66e880>> network after_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.157608 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3c5b66e880>> network after_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.157963 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3c5b66e880>> port after_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.158298 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3c5b66e880>> port after_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.158661 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3c5b66e880>> port after_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.158996 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3c5b66e880>> subnet after_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.159329 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3c5b66e880>> subnet after_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.159661 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3c5b66e880>> subnet after_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.160245 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.plugin [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Modular L2 Plugin initialization complete
Feb 28 18:38:15.160579 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading services supported by the core plugin {{(pid=82957) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 28 18:38:15.160906 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.plugins.ml2.managers [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Got port-security extension from driver 'port_security'
Feb 28 18:38:15.161371 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.extensions.vlantransparent [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Disabled vlantransparent extension.
Feb 28 18:38:15.161792 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82957) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 28 18:38:15.162107 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading Plugin: router
Feb 28 18:38:15.198597 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> router_interface before_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.199019 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> router after_create 55549900 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.199385 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> router before_create 55549900 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.199749 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> router_interface before_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.200116 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> router_interface after_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.200470 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> router after_delete 55549900 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.200823 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> floatingip after_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.201181 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> router after_create 55549900 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.201525 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> router after_update 55549900 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.201875 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> router after_update 55549900 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.202203 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> router_gateway after_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.202580 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> router after_update 55549900 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.202980 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> router precommit_update 55549900 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.203346 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f3c5bc9f940> port after_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.203681 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f3c5bc9f820> port after_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.204086 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f3c5bc9f8b0> subnet after_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.204419 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f3c5bc9f9d0> subnetpool_address_scope after_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.204760 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> port precommit_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.205102 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> router precommit_create 55549900 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.205432 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f3c5bbc6c10> port before_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.205770 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> router precommit_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.206125 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> router after_update 55549900 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.206467 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> router precommit_delete 55549900 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.206844 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> router precommit_create 55549900 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.207211 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> router_interface after_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.207556 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> router precommit_update 55549900 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.207918 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> agent after_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.208264 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> agent after_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.208605 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3c5b66ea00>> network after_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.209481 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Tracking information for resource: router configured {{(pid=82957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 28 18:38:15.209816 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Tracking information for resource: floatingip configured {{(pid=82957) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Feb 28 18:38:15.215103 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.db.l3_agentschedulers_db [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 28 18:38:15.215675 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f3c5b6268b0> port after_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.216037 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f3c5b626790> port after_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.216387 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <function _notify_port_delete at 0x7f3c5b626820> port after_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.216741 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f3c5b626b80> port after_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.217945 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3c5b599490>> router before_create 55550100 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.218042 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3c5b599490>> router precommit_delete 55550100 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.218352 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3c5b599490>> router precommit_create 55550100 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.218736 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3c5b599490>> router precommit_update 55550100 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.223140 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.services.provider_configuration [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Service providers = [] {{(pid=82957) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 28 18:38:15.223507 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.db.servicetype_db [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82957) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 28 18:38:15.226497 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.services.service_base [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82957) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 28 18:38:15.226873 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.services.service_base [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82957) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 28 18:38:15.227215 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.services.service_base [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82957) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 28 18:38:15.228108 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.services.service_base [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82957) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Feb 28 18:38:15.228477 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.services.service_base [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 28 18:38:15.228858 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 28 18:38:15.229171 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 28 18:38:15.240108 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 28 18:38:15.240445 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading Plugin: auto_allocate
Feb 28 18:38:15.246441 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f3c5b5c0040> network precommit_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.246834 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f3c5b5c0040> network precommit_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.247363 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 28 18:38:15.247683 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading Plugin: tag
Feb 28 18:38:15.254389 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 28 18:38:15.254674 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading Plugin: timestamp
Feb 28 18:38:15.258709 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 28 18:38:15.259042 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading Plugin: network_ip_availability
Feb 28 18:38:15.264319 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3c5b599be0>> rbac-policy before_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.264682 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3c5b599be0>> rbac-policy before_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.265040 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3c5b599be0>> rbac-policy before_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.265751 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 28 18:38:15.266072 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading Plugin: flavors
Feb 28 18:38:15.271205 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 28 18:38:15.271540 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading Plugin: revisions
Feb 28 18:38:15.275849 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82957) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Feb 28 18:38:15.276236 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_concurrency.lockutils [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.647s {{(pid=82957) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Feb 28 18:38:15.276977 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82957) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Feb 28 18:38:15.277307 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Initializing extension manager.
Feb 28 18:38:15.277811 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: __init__.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.278155 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: __pycache__ {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.278486 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.278851 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.279178 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: _filter_validation_lib.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.279502 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.279815 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: address_group.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.280571 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.281137 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: address-group
Feb 28 18:38:15.281438 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: address_scope.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.282179 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.282722 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: address-scope
Feb 28 18:38:15.283044 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.283960 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.284469 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: router-admin-state-down-before-update
Feb 28 18:38:15.284786 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: agent.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.285481 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.285981 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: agent
Feb 28 18:38:15.286303 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: agent_resources_synced.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.287239 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.287741 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: agent-resources-synced
Feb 28 18:38:15.288062 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: allowedaddresspairs.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.290018 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.290542 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: allowed-address-pairs
Feb 28 18:38:15.290900 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: auto_allocated_topology.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.291978 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.292481 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: auto-allocated-topology
Feb 28 18:38:15.292803 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: availability_zone.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.293494 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.293992 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: availability_zone
Feb 28 18:38:15.294310 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: availability_zone_filter.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.295251 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.295748 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: availability_zone_filter
Feb 28 18:38:15.296069 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: data_plane_status.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.296972 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.297677 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 28 18:38:15.297864 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: default_subnetpools.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.298799 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.299306 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: default-subnetpools
Feb 28 18:38:15.299625 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.300403 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.300907 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: dhcp_agent_scheduler
Feb 28 18:38:15.301228 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: dns.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.302135 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.302663 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension dns-integration not supported by any of loaded plugins
Feb 28 18:38:15.302982 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: dns_domain_ports.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.303886 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.304392 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 28 18:38:15.304702 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: dvr.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.305386 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.305882 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: dvr
Feb 28 18:38:15.306200 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: empty_string_filtering.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.307134 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.307633 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: empty-string-filtering
Feb 28 18:38:15.307950 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.308849 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.309353 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 28 18:38:15.309673 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.310606 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.311119 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 28 18:38:15.311438 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: external_net.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.312340 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.312844 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: external-net
Feb 28 18:38:15.313253 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.314201 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.314732 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: extra_dhcp_opt
Feb 28 18:38:15.315060 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: extraroute.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.315956 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.316460 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: extraroute
Feb 28 18:38:15.316781 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: extraroute_atomic.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.317812 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.318317 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: extraroute-atomic
Feb 28 18:38:15.318665 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: filter_validation.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.319332 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.319836 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: filter-validation
Feb 28 18:38:15.320159 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: fip_pf_description.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.321057 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.321553 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 28 18:38:15.321874 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: fip_port_details.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.322801 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.323307 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: fip-port-details
Feb 28 18:38:15.323624 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: flavors.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.324845 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.325357 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: flavors
Feb 28 18:38:15.325676 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.327380 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.327895 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 28 18:38:15.328222 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: floatingip_pools.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.329023 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.329536 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: floatingip-pools
Feb 28 18:38:15.329859 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: ip_allocation.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.330798 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.331299 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 28 18:38:15.331621 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.332533 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.333038 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: ip-substring-filtering
Feb 28 18:38:15.333358 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: l2_adjacency.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.334275 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.334808 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 28 18:38:15.335126 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: l3.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.336401 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.336912 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: router
Feb 28 18:38:15.337232 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.339628 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.340154 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 28 18:38:15.340484 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.341414 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.341928 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: ext-gw-mode
Feb 28 18:38:15.342252 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.343201 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.343706 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: l3-ha
Feb 28 18:38:15.344028 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: l3_flavors.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.344990 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.345496 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: l3-flavors
Feb 28 18:38:15.345821 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.346763 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.347274 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 28 18:38:15.347589 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: l3agentscheduler.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.348627 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.349133 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: l3_agent_scheduler
Feb 28 18:38:15.349458 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: logging.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.350994 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.351517 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension logging not supported by any of loaded plugins
Feb 28 18:38:15.351846 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: metering.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.352578 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.353156 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: metering
Feb 28 18:38:15.353477 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.354580 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.355123 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: metering_source_and_destination_fields
Feb 28 18:38:15.355448 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: multiprovidernet.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.356380 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.356893 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: multi-provider
Feb 28 18:38:15.357214 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: netmtu.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.358122 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.358668 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: net-mtu
Feb 28 18:38:15.358990 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: netmtu_writable.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.359898 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.360622 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: net-mtu-writable
Feb 28 18:38:15.360743 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: network_availability_zone.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.361408 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.361908 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: network_availability_zone
Feb 28 18:38:15.362225 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: network_ip_availability.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.363350 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.363859 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: network-ip-availability
Feb 28 18:38:15.364183 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: network_segment_range.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.364951 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.365458 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 28 18:38:15.365776 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: pagination.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.366787 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.367119 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: pagination
Feb 28 18:38:15.367434 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.368346 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.368901 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: port-mac-address-regenerate
Feb 28 18:38:15.369221 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: port_resource_request.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.370206 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.370753 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 28 18:38:15.371070 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: portbindings.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.371990 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.372502 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: binding
Feb 28 18:38:15.372820 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: portbindings_extended.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.374103 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.374633 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: binding-extended
Feb 28 18:38:15.374975 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: portsecurity.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.376041 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.376632 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: port-security
Feb 28 18:38:15.376955 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: project_id.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.377934 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.378264 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: project-id
Feb 28 18:38:15.378582 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: providernet.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.379529 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.380041 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: provider
Feb 28 18:38:15.380362 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: qos.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.384124 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.384646 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension qos not supported by any of loaded plugins
Feb 28 18:38:15.384986 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.386229 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.386779 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 28 18:38:15.387111 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.388019 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.388529 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 28 18:38:15.388854 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: qos_default.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.389753 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.390264 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension qos-default not supported by any of loaded plugins
Feb 28 18:38:15.390614 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: qos_fip.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.392068 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.392586 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension qos-fip not supported by any of loaded plugins
Feb 28 18:38:15.392911 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: qos_gateway_ip.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.393851 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.394366 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 28 18:38:15.394724 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: qos_port_network_policy.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.395644 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.396149 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 28 18:38:15.396470 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: qos_rule_type_details.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.397399 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.397903 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 28 18:38:15.398222 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: qos_rules_alias.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.399302 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.399808 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 28 18:38:15.400124 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: quotasv2.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.401009 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.401333 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: quotas
Feb 28 18:38:15.401653 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: quotasv2_detail.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.403445 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.403781 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: quota_details
Feb 28 18:38:15.404113 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: rbac.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.405173 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.405702 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: rbac-policies
Feb 28 18:38:15.406029 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: rbac_address_scope.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.407039 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.409244 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: rbac-address-scope
Feb 28 18:38:15.409579 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: rbac_security_groups.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.410939 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.412480 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: rbac-security-groups
Feb 28 18:38:15.412834 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: rbac_subnetpool.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.413750 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.414268 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: rbac-subnetpool
Feb 28 18:38:15.414618 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: revisionifmatch.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.415545 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.416050 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: revision-if-match
Feb 28 18:38:15.416372 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: revisions.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.417487 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.417998 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: standard-attr-revisions
Feb 28 18:38:15.418326 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: router_availability_zone.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.419028 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.419534 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: router_availability_zone
Feb 28 18:38:15.419854 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: routerservicetype.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.420781 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.421286 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension router-service-type not supported by any of loaded plugins
Feb 28 18:38:15.421604 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.422549 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.423146 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: port-security-groups-filtering
Feb 28 18:38:15.423460 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: securitygroup.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.434663 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.435198 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: security-group
Feb 28 18:38:15.435529 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: segment.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.436311 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.436820 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension segment not supported by any of loaded plugins
Feb 28 18:38:15.437144 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.438093 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.438927 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 28 18:38:15.439254 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: servicetype.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.440384 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.440901 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: service-type
Feb 28 18:38:15.441230 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: sorting.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.442202 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.442533 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: sorting
Feb 28 18:38:15.442881 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: standard_attr_segment.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.443795 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.444307 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 28 18:38:15.444625 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: standardattrdescription.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.445252 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.445763 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: standard-attr-description
Feb 28 18:38:15.446081 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: stateful_security_group.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.447044 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.447563 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: stateful-security-group
Feb 28 18:38:15.447886 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: stdattrs_common.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.448473 dv-cinder-831188-1-iscsi neutron-server[82957]: WARNING neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 28 18:38:15.448794 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.449713 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.450229 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 28 18:38:15.450546 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: subnet_onboard.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.451728 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.452247 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: subnet_onboard
Feb 28 18:38:15.452568 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.453492 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.454030 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 28 18:38:15.454342 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: subnet_service_types.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.455299 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.455812 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: subnet-service-types
Feb 28 18:38:15.456129 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: subnetallocation.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.457219 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.457730 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: subnet_allocation
Feb 28 18:38:15.458054 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.458749 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.459252 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: subnetpool-prefix-ops
Feb 28 18:38:15.459571 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.460497 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.461300 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 28 18:38:15.461634 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: tagging.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.462715 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.463233 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: standard-attr-tag
Feb 28 18:38:15.463563 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: timestamp.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.464751 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.465264 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loaded extension: standard-attr-timestamp
Feb 28 18:38:15.465590 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: trunk.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.466635 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.467149 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension trunk not supported by any of loaded plugins
Feb 28 18:38:15.467471 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: trunk_details.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.468387 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.468897 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension trunk-details not supported by any of loaded plugins
Feb 28 18:38:15.469216 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: uplink_status_propagation.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.470231 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.470766 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 28 18:38:15.471187 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Loading extension file: vlantransparent.py {{(pid=82957) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Feb 28 18:38:15.471868 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82957) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Feb 28 18:38:15.472376 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 28 18:38:15.474576 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Creating instance of TrackedResource for resource:network
Feb 28 18:38:15.475340 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Creating instance of TrackedResource for resource:subnet
Feb 28 18:38:15.475944 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 28 18:38:15.476709 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Creating instance of TrackedResource for resource:port
Feb 28 18:38:15.477963 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.v2.resource_helper [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 18:38:15.478415 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.v2.resource_helper [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Service FLAVORS assigned prefix:  {{(pid=82957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 18:38:15.479062 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.v2.resource_helper [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 18:38:15.479492 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.v2.resource_helper [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 18:38:15.479820 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Creating instance of TrackedResource for resource:router
Feb 28 18:38:15.480473 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Creating instance of TrackedResource for resource:floatingip
Feb 28 18:38:15.481182 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.v2.resource_helper [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Service METERING assigned prefix: /metering {{(pid=82957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 18:38:15.482641 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3c5b508820>> rbac-policy before_create 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.483014 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3c5b508820>> rbac-policy before_update 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.483365 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3c5b508820>> rbac-policy before_delete 55550000 {{(pid=82957) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:38:15.484499 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 28 18:38:15.484953 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Creating instance of TrackedResource for resource:security_group
Feb 28 18:38:15.485745 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 28 18:38:15.486629 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.v2.resource_helper [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Service CORE assigned prefix:  {{(pid=82957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 18:38:15.486984 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 28 18:38:15.487416 dv-cinder-831188-1-iscsi neutron-server[82957]: WARNING neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] subnetpool is already registered
Feb 28 18:38:15.488045 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.v2.resource_helper [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Service CORE assigned prefix:  {{(pid=82957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 18:38:15.488372 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 28 18:38:15.488706 dv-cinder-831188-1-iscsi neutron-server[82957]: WARNING neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] subnetpool is already registered
Feb 28 18:38:15.491284 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.v2.resource_helper [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 18:38:15.491715 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.v2.resource_helper [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Service FLAVORS assigned prefix:  {{(pid=82957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 18:38:15.492328 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.v2.resource_helper [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 18:38:15.492748 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.v2.resource_helper [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 18:38:15.493079 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Creating instance of TrackedResource for resource:router
Feb 28 18:38:15.493410 dv-cinder-831188-1-iscsi neutron-server[82957]: WARNING neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] router is already registered
Feb 28 18:38:15.493994 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Creating instance of TrackedResource for resource:floatingip
Feb 28 18:38:15.494318 dv-cinder-831188-1-iscsi neutron-server[82957]: WARNING neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] floatingip is already registered
Feb 28 18:38:15.494980 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.v2.resource_helper [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Service METERING assigned prefix: /metering {{(pid=82957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 18:38:15.495640 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 28 18:38:15.495965 dv-cinder-831188-1-iscsi neutron-server[82957]: WARNING neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] rbac_policy is already registered
Feb 28 18:38:15.496503 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Creating instance of TrackedResource for resource:security_group
Feb 28 18:38:15.496825 dv-cinder-831188-1-iscsi neutron-server[82957]: WARNING neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] security_group is already registered
Feb 28 18:38:15.497408 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 28 18:38:15.497756 dv-cinder-831188-1-iscsi neutron-server[82957]: WARNING neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] security_group_rule is already registered
Feb 28 18:38:15.498421 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.v2.resource_helper [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Service CORE assigned prefix:  {{(pid=82957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 18:38:15.498786 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 28 18:38:15.499120 dv-cinder-831188-1-iscsi neutron-server[82957]: WARNING neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] subnetpool is already registered
Feb 28 18:38:15.499700 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.v2.resource_helper [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Service CORE assigned prefix:  {{(pid=82957) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Feb 28 18:38:15.500031 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 28 18:38:15.500352 dv-cinder-831188-1-iscsi neutron-server[82957]: WARNING neutron.quota.resource_registry [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] subnetpool is already registered
Feb 28 18:38:15.502037 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: extensions {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.502630 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: address-groups {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.504194 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: address-scopes {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.505434 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: agents {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.506781 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: auto-allocated-topology {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.508278 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: availability_zones {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.509660 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: dhcp-networks {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.511311 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: dhcp-agents {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.512719 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: routers {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.514491 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: flavors {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.515666 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: service_profiles {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.516893 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: next_providers {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.518402 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: service_profiles {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.519839 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: floatingip-pools {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.521042 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: routers {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.522823 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: floatingips {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.523996 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: l3-routers {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.525350 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: l3-agents {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.526821 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: metering-labels {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.528166 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: metering-label-rules {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.529404 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: network-ip-availabilities {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.530651 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: bindings {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.533253 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: quotas {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.534712 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: quotas {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.536117 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: rbac-policies {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.537385 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: security-groups {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.538599 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: security-group-rules {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.539801 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: service-providers {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.541002 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: subnetpools {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.542396 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: subnetpools {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.543928 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: tags {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.545567 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: tags {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.547474 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: tags {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.549222 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: tags {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.551007 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: tags {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.552654 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: tags {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.554383 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: tags {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.556244 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: tags {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.558127 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: tags {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.559960 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron.api.extensions [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Extended resource: tags {{(pid=82957) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Feb 28 18:38:15.565908 dv-cinder-831188-1-iscsi neutron-server[82957]: WARNING keystonemiddleware.auth_token [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 28 18:38:15.570733 dv-cinder-831188-1-iscsi neutron-server[82957]: WARNING keystonemiddleware.auth_token [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 28 18:38:15.578897 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_concurrency.lockutils [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Acquired lock "singleton_lock" {{(pid=82957) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 28 18:38:15.579373 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_concurrency.lockutils [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Releasing lock "singleton_lock" {{(pid=82957) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 28 18:38:15.580008 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO oslo_service.service [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Starting 2 workers
Feb 28 18:38:15.584546 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Started child 83062 {{(pid=82957) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Feb 28 18:38:15.589119 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Started child 83063 {{(pid=82957) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Feb 28 18:38:15.590376 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:15.591025 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO neutron.service [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 28 18:38:15.591320 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Notify callbacks [] for process, before_spawn {{(pid=82957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:15.591787 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [-] (83062) wsgi starting up on http://0.0.0.0:9696
Feb 28 18:38:15.593679 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO oslo_service.service [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Starting 1 workers
Feb 28 18:38:15.593902 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:15.595289 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [-] (83063) wsgi starting up on http://0.0.0.0:9696
Feb 28 18:38:15.598616 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Started child 83064 {{(pid=82957) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Feb 28 18:38:15.599193 dv-cinder-831188-1-iscsi neutron-server[82957]: INFO oslo_service.service [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Starting 1 workers
Feb 28 18:38:15.602517 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.service [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] calling RpcWorker wait() {{(pid=83064) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 28 18:38:15.603122 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.service [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] returning from RpcWorker wait() {{(pid=83064) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 28 18:38:15.603368 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Started child 83065 {{(pid=82957) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Feb 28 18:38:15.604159 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG neutron_lib.callbacks.manager [None req-76d8a3b7-051e-4d3b-9013-971bd16b7db8 None None] Notify callbacks [] for process, after_spawn {{(pid=82957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:15.604366 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:15.604822 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:38:15.605966 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82957) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Feb 28 18:38:15.606187 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 28 18:38:15.606376 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 28 18:38:15.606525 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 28 18:38:15.606899 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 28 18:38:15.607026 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 28 18:38:15.607552 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.607858 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.608080 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.608322 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:15.608896 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.608896 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.609140 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.609311 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:38:15.609414 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.609606 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.609874 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.610199 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.610340 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.610508 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.610774 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.610978 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.611284 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.611515 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.611773 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.611987 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.612143 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.612416 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.612646 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.612896 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.613428 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] debug                          = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.613786 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.614257 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.614479 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.614736 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.614955 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.615213 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.615452 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.615743 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.615986 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.616207 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.616449 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.616708 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.616917 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.617153 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.617402 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.617612 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.618059 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] host                           = dv-cinder-831188-1-iscsi {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.618297 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.618520 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.618770 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.619013 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.619265 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.619479 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.619723 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.620024 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.620277 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.620618 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.620785 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.620927 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 55332) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:38:15.621070 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.621221 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.621405 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.621566 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.621783 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.622045 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.622304 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.622490 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.622677 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.622841 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.623097 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.623243 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.623500 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.623725 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.623934 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.624142 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.624370 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.624600 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.624828 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.625041 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.625279 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.625499 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.625921 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.626128 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.626351 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.630040 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.630040 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.630040 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.630040 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.630040 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.630040 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.630040 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.630040 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.630040 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.630800 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.630800 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.630800 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.630800 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.630800 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.630800 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.631168 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062902
Feb 28 18:38:15.631239 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.631430 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.631708 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.632631 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.632907 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.633130 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.633383 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.633608 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.633842 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.634058 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.634270 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.634494 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.634779 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.634993 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.635221 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.635431 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.635645 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.635880 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.636095 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.636480 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.636758 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.637055 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.637295 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.637543 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.637787 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.638032 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.638265 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.638511 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.638757 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.639070 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.639314 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.639626 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.639907 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.640152 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.18/identity {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.640396 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.640610 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.640828 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.641041 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.641280 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.641509 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.641736 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.642048 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.642223 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.642431 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.642681 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.642925 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.643135 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.643374 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.643592 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.643827 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.644069 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.644304 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.644513 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.644730 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.644957 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.645173 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.645394 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.646520 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.646946 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.648260 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.648775 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.649172 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.649414 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.649785 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.650035 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.650412 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.650811 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.652201 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.652201 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.652201 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.652201 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.652201 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.652530 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.652530 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.652816 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.653018 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.653216 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.653457 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.653660 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.653892 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.654211 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.654375 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.654915 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.654915 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.655954 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.656179 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.656528 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.657926 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.658590 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.658590 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.658774 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.658935 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.661621 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.661621 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.661621 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.661878 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.662042 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.662285 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.662528 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.662814 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.663053 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.663387 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.663513 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.663737 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.664069 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.664223 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.664914 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.665173 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.665396 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.665653 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.666335 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.666335 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.666335 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.666739 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.666816 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.667859 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.667859 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.667859 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.667859 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.668132 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.668304 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.669150 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.669150 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.669412 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.669698 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.669993 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.670259 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.670547 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.670824 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.671094 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.671355 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.671601 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.671859 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.672113 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.672378 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.672646 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.672923 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.673190 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.673591 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.673806 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.675214 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.675697 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.675956 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.676196 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.677493 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.677493 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.677493 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.677493 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.677493 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.677836 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.677909 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.678122 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.678589 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.18/identity {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.678589 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.679502 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.679502 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.679502 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.679502 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.679876 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.679876 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.680090 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.680303 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.680904 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.681135 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.681369 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.681603 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.681811 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.682036 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.682281 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.682490 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.682733 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.683768 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.684636 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.685018 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.685251 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.685491 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.685746 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.685969 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.686247 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.686501 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.686775 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.687003 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.687734 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.688017 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.688380 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.698817 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.699205 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.699544 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.699782 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.700034 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.700289 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.700521 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.700760 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.700990 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.701268 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.701501 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.701826 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.702088 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.702391 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.703103 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.703519 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.704985 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.704985 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.704985 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.705199 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.705376 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.705823 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.706194 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.706585 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.706978 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.707351 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.707794 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.708238 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.708648 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.709086 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.709468 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.709866 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.710170 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.710425 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.710696 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.710945 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.711504 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.711761 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.711979 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.712191 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.712409 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.712620 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.712910 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.713158 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.713377 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.713839 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.714072 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.714299 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.714589 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.715637 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.716275 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.716275 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.716454 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.716660 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.717176 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.717176 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.717454 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.717746 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.718009 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.718250 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.719374 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.719694 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.719972 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.720187 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.720650 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.721023 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.721313 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.721561 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.721810 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.722075 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.722363 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.722534 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.722796 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.723051 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.723258 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.723498 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.723868 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.723979 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.724181 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.724401 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.724611 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.724848 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.725100 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.725316 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.725532 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.725697 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 28 18:38:15.726202 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82957) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Feb 28 18:38:15.726355 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Feb 28 18:38:15.726502 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Feb 28 18:38:15.726699 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Feb 28 18:38:15.726861 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Feb 28 18:38:15.727007 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Feb 28 18:38:15.727215 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.727371 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.727699 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.728463 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.728463 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.728463 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.728463 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.728463 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.728780 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.728780 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.728912 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.729042 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.729340 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.729494 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.729654 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.729804 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.729963 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.730112 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.730278 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.730439 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.730611 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.730754 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.730893 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] debug                          = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.731033 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.731251 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.731444 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.731593 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.731735 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.731892 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.732037 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.732189 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.732329 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.732469 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.732606 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.732746 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.732918 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.733064 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.733212 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.733352 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.733511 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] host                           = dv-cinder-831188-1-iscsi {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.733670 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.734096 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.734096 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.734096 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.734299 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.734467 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.734624 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.734701 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.734864 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.735062 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.735204 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.735357 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.735638 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.735800 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.735940 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.736085 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.736242 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.736394 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.736566 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.736730 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.736973 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.737159 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.737318 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.737436 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.737760 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.738242 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.738242 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.738242 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.738649 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.738649 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.738649 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.738938 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.738938 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.739157 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.739264 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.739430 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.739544 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.739678 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.739827 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.739976 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.740126 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.740274 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.740423 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.740571 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.740747 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.740874 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.741024 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.741174 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.741322 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.741473 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.742013 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.742013 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.742013 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.742225 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.742225 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.742352 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.742490 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.742678 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.742828 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.743005 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.743159 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.743285 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.743755 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.743755 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.743755 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.744314 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.744314 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.744314 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.744314 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.744728 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Feb 28 18:38:15.744728 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.744728 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.745018 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.745119 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.745218 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.745328 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.745489 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.745682 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.745827 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.746203 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.746203 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.746402 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.746402 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.746687 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.746687 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.18/identity {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.746887 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.746991 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.747850 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.747850 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.747850 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.747850 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.747850 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.748462 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.748462 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.748462 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.748462 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.748462 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.748943 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.748943 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.748943 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.749242 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.749242 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.749434 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.749537 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.749638 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.749757 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.749920 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.750074 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.750231 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.751206 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.751206 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.751206 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.751206 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.751599 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.751599 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.751599 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.751897 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.751897 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.752100 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.752202 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.752304 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.752446 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.752604 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.752762 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.752918 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.753076 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.753233 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.753391 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.753549 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.753713 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.753895 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.754051 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.754157 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.754322 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.754474 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.754802 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.754966 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.755109 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.755249 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.755389 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.755598 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.755855 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.755855 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.756128 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.756264 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.756400 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.756535 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.756678 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.756813 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.756958 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.757102 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.757240 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.757374 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.757508 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.757642 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.757784 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:38:15.757925 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.757925 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.758193 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.758193 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.758461 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.758631 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.758783 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.758918 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.759051 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.759185 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.759320 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.759463 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.759606 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.759740 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.759873 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.760006 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.760139 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.760272 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.760406 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.760549 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.760719 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.760889 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.761048 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.761207 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.761356 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.761511 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.761671 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.761829 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.761988 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.762137 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.762293 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.762452 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.762688 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.762845 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.762981 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.763115 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.763914 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.763914 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.763914 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.763914 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.763914 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.764414 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.764414 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.764414 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.764414 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.764785 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.764785 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.764985 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.764985 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.18/identity {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.765394 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.765394 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.765596 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.765596 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.765823 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.766002 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.766002 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.766265 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.766377 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.766512 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.766675 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.766834 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.766992 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.767150 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.767309 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.767466 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.767624 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.767782 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.767941 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.768099 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.768257 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.769083 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.769083 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.769083 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.769083 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.769083 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.769582 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.769582 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.769582 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.769998 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.769998 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.769998 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.770322 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.770322 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.770523 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.770655 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.771598 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.771598 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.771598 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.771598 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.771598 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.771598 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.771598 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.772272 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.772272 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.772272 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.772272 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.774432 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.774432 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.774432 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.774432 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.774432 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.774432 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.774432 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.774432 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.774432 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.775239 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.775239 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.775239 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.775239 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.775239 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.775239 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.776900 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.776900 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.776900 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.777617 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.777617 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.777809 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.778333 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.778333 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.778333 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.779456 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.779456 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.779456 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.779456 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.779456 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.779456 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.779456 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.779456 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.780144 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.780144 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.780144 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.780144 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.780421 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.780421 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.780683 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.780683 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.780827 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.780946 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.781122 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.781285 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.781447 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.781614 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.781781 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.781978 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.782135 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.782299 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.782469 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.782880 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.783039 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.783786 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.783786 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.783786 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.783786 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.783786 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.784440 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.784440 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.784440 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.784440 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.785880 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.785880 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.785880 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.785880 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.785880 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.785880 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.785880 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.785880 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Feb 28 18:38:15.786481 dv-cinder-831188-1-iscsi neutron-server[82957]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82957) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Feb 28 18:38:26.082054 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfacdbc7-7462-443b-ae92-33b55347003c None None] get_active_networks_info from dv-cinder-831188-1-iscsi {{(pid=83064) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 28 18:38:26.141341 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfacdbc7-7462-443b-ae92-33b55347003c None None] No non-hosted networks {{(pid=83064) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 28 18:38:26.156993 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.agentschedulers_db [None req-dfacdbc7-7462-443b-ae92-33b55347003c None None] DHCP Agent not found on host dv-cinder-831188-1-iscsi {{(pid=83064) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Feb 28 18:38:26.249572 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-241ab0ad-ff4e-4a90-b360-385d0d2d0138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708232'] for agent, after_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:28.249771 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-a1c94f7b-6c04-4258-8ca4-973c0717ab05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708232'] for agent, after_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:28.305407 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-6aa3264d-1e03-4ec5-9c0c-ab0d97327b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:29.425229 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708232'] for agent, after_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:29.468405 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708232'] for agent, after_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:29.469146 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:29.469652 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:29.470154 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:29.470870 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:29.471560 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:29.472117 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:29.472729 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:29.473278 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:29.473861 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:29.474401 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:29.475062 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:29.475795 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3c5b09d2b0>, 'Open vSwitch agent', 'dv-cinder-831188-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:38:29.480531 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3c5b0258b0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831188-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:38:30.721053 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708232'] for agent, after_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:32.252829 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.db.l3_hamode_db [None req-0774621f-9591-46e3-b6ad-e485e3fe53f9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 28 18:38:32.338217 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0774621f-9591-46e3-b6ad-e485e3fe53f9 None None] Routers set() bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:38:32.338609 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0774621f-9591-46e3-b6ad-e485e3fe53f9 None None] Router IDs set() for agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Feb 28 18:38:32.404285 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 55438) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:38:33.086392 dv-cinder-831188-1-iscsi neutron-server[83062]: WARNING oslo_policy.policy [None req-90cc029c-332a-4a44-a486-c117e1749cbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 28 18:38:33.087184 dv-cinder-831188-1-iscsi neutron-server[83062]: WARNING oslo_policy.policy [None req-90cc029c-332a-4a44-a486-c117e1749cbf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 28 18:38:33.312388 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [None req-90cc029c-332a-4a44-a486-c117e1749cbf admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83062) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 28 18:38:33.313423 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-90cc029c-332a-4a44-a486-c117e1749cbf admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.9082525
Feb 28 18:38:35.563221 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 55452) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:38:35.974190 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-3362d3af-9c14-460b-9d93-fb8ffd86adfe admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:38:36.025917 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.policy [None req-3362d3af-9c14-460b-9d93-fb8ffd86adfe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83062) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Feb 28 18:38:36.026691 dv-cinder-831188-1-iscsi neutron-server[83062]: WARNING oslo_policy.policy [None req-3362d3af-9c14-460b-9d93-fb8ffd86adfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 28 18:38:36.027055 dv-cinder-831188-1-iscsi neutron-server[83062]: WARNING oslo_policy.policy [None req-3362d3af-9c14-460b-9d93-fb8ffd86adfe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 28 18:38:36.030274 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.quota [None req-3362d3af-9c14-460b-9d93-fb8ffd86adfe admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f3c5b249760>.
Feb 28 18:38:36.046673 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-3362d3af-9c14-460b-9d93-fb8ffd86adfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:38:36.123179 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3362d3af-9c14-460b-9d93-fb8ffd86adfe admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743579215690', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743579199665', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743579370817', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743579385198', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743579358944', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7382140', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7412460', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-528893', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-557249'] for rbac-policy, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:36.194728 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3362d3af-9c14-460b-9d93-fb8ffd86adfe admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:36.196024 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-3362d3af-9c14-460b-9d93-fb8ffd86adfe admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6318128
Feb 28 18:38:38.782117 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 55466) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:38:39.443151 dv-cinder-831188-1-iscsi neutron-server[83063]: WARNING oslo_policy.policy [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 28 18:38:39.443986 dv-cinder-831188-1-iscsi neutron-server[83063]: WARNING oslo_policy.policy [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 28 18:38:39.670524 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Request body: {'network': {'name': 'private', 'project_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'admin_state_up': True}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:38:39.672213 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.quota [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f3c5b236940>.
Feb 28 18:38:39.691001 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:38:39.697919 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Usage tracker for resource:network and tenant:0c3c0e728d554f76a7ce01429aa5c2d6 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:38:39.704581 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:38:39.713145 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:38:39.730324 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Made reservation on behalf of 0c3c0e728d554f76a7ce01429aa5c2d6 for: {'network': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:38:39.767277 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.policy [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83063) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Feb 28 18:38:39.768033 dv-cinder-831188-1-iscsi neutron-server[83063]: WARNING oslo_policy.policy [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 28 18:38:39.768388 dv-cinder-831188-1-iscsi neutron-server[83063]: WARNING oslo_policy.policy [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 28 18:38:39.772894 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for network, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:39.797181 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:39.843744 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:38:39.847485 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Usage tracker for resource:security_group_rule and tenant:0c3c0e728d554f76a7ce01429aa5c2d6 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:38:39.850586 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:38:39.856152 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:38:39.931838 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:39.937241 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:39.958432 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509}  {{(pid=83063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 18:38:39.983252 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743575949662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:39.983824 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f3c5bd115e0> segment precommit_create {{(pid=83063) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Feb 28 18:38:39.984327 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.segments_db [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Added segment fa3e082a-075f-4a4c-ad38-3aa0c0dd66b0 of type vlan for network 50d88529-d914-42c5-9a64-ac2ee2f70bf5
Feb 28 18:38:40.032769 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721ab2e9-52fb-46e3-9f72-e485e2cac84c,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:38:40.067742 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:40.068136 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:40.068414 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:40.068743 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:40.069078 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:40.069399 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:40.069719 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:40.070074 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:40.070348 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:40.070680 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:40.070992 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Tracked resource versions report:
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]: pushed versions:
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]: {   'ConntrackHelper': {'1.0'},
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:     'Log': {'1.0'},
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:     'Network': {'1.1'},
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:     'Port': {'1.5'},
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:     'PortForwarding': {'1.2'},
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:     'QosPolicy': {'1.8'},
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:     'SecurityGroup': {'1.2'},
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:     'SecurityGroupRule': {'1.0'},
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:     'SubPort': {'1.0'},
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:     'Subnet': {'1.1'},
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:     'Trunk': {'1.1'}}
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]: consumer versions:
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]: {   DHCP agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:     L3 agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:     Metadata agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:     Metering agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:     Open vSwitch agent@dv-cinder-831188-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:                                                      'Log': '1.0',
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:                                                      'Network': '1.1',
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:                                                      'Port': '1.5',
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:                                                      'PortForwarding': '1.2',
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:                                                      'QosPolicy': '1.8',
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:                                                      'SecurityGroup': '1.2',
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:                                                      'SecurityGroupRule': '1.0',
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:                                                      'SubPort': '1.0',
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:                                                      'Subnet': '1.1',
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:                                                      'Trunk': '1.1'}}
Feb 28 18:38:40.072035 dv-cinder-831188-1-iscsi neutron-server[83063]:  {{(pid=83063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 28 18:38:40.097455 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743575470084'] for network, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:40.139996 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for network, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:40.141107 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:38:40.141932 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:40.246969 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.4618094
Feb 28 18:38:40.247650 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9483af3-96a4-4cca-93e8-8ce9c31cd16e admin admin] Pushing event updated for resources: {'Network': ['ID=50d88529-d914-42c5-9a64-ac2ee2f70bf5,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:38:40.259433 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Network 50d88529-d914-42c5-9a64-ac2ee2f70bf5 details requested by agent ovs-agent-dv-cinder-831188-1-iscsi with host dv-cinder-831188-1-iscsi {{(pid=83064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 28 18:38:42.841696 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 55488) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:38:43.381201 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514b21c3-7fe6-45e9-b614-d75b6fa5e873 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:38:43.382439 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-514b21c3-7fe6-45e9-b614-d75b6fa5e873 admin admin] 10.222.0.18 "GET /v2.0/networks/50d88529-d914-42c5-9a64-ac2ee2f70bf5 HTTP/1.1" status: 200  len: 825 time: 0.5393434
Feb 28 18:38:43.415359 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-49166d34-60a2-4548-a1d5-c860ff3225aa admin admin] 10.222.0.18 "GET /v2.0/subnetpools/47878fce-cd34-4e72-a9db-322792c42a07 HTTP/1.1" status: 200  len: 734 time: 0.0247788
Feb 28 18:38:43.423708 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-fec7e57d-9235-48b3-a3be-9d3aa1b5eeaf admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '47878fce-cd34-4e72-a9db-322792c42a07', 'gateway_ip': '172.20.0.1', 'tenant_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'name': 'private-subnet', 'network_id': '50d88529-d914-42c5-9a64-ac2ee2f70bf5'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:38:43.428257 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-fec7e57d-9235-48b3-a3be-9d3aa1b5eeaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:38:43.432050 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-fec7e57d-9235-48b3-a3be-9d3aa1b5eeaf admin admin] Usage tracker for resource:subnet and tenant:0c3c0e728d554f76a7ce01429aa5c2d6 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:38:43.435292 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-fec7e57d-9235-48b3-a3be-9d3aa1b5eeaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:38:43.440944 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-fec7e57d-9235-48b3-a3be-9d3aa1b5eeaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:38:43.453640 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec7e57d-9235-48b3-a3be-9d3aa1b5eeaf admin admin] Made reservation on behalf of 0c3c0e728d554f76a7ce01429aa5c2d6 for: {'subnet': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:38:43.456100 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fec7e57d-9235-48b3-a3be-9d3aa1b5eeaf admin admin] Notify callbacks [] for subnet, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:43.759784 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fec7e57d-9235-48b3-a3be-9d3aa1b5eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for subnet, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:43.836757 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7e57d-9235-48b3-a3be-9d3aa1b5eeaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:38:43.847105 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec7e57d-9235-48b3-a3be-9d3aa1b5eeaf admin admin] Checking segment: {'id': 'fa3e082a-075f-4a4c-ad38-3aa0c0dd66b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '50d88529-d914-42c5-9a64-ac2ee2f70bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:38:43.847710 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec7e57d-9235-48b3-a3be-9d3aa1b5eeaf admin admin] Network hostable DHCP agents. Network: 50d88529-d914-42c5-9a64-ac2ee2f70bf5, hostable agents: ['6a9a7d5e-9a98-4f00-a132-39bb1f3bba05'], hosted agents: [] {{(pid=83063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 18:38:43.878909 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec7e57d-9235-48b3-a3be-9d3aa1b5eeaf admin admin] Network 50d88529-d914-42c5-9a64-ac2ee2f70bf5 is scheduled to be hosted by DHCP agent 6a9a7d5e-9a98-4f00-a132-39bb1f3bba05 with binding_index 1 {{(pid=83063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 18:38:43.891283 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-fec7e57d-9235-48b3-a3be-9d3aa1b5eeaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-iscsi, 50d88529-d914-42c5-9a64-ac2ee2f70bf5) {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:38:43.895991 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec7e57d-9235-48b3-a3be-9d3aa1b5eeaf admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:38:43.896518 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fec7e57d-9235-48b3-a3be-9d3aa1b5eeaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:43.902012 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7285dd-bc89-4834-998a-ed93b1241aa3 None None] Network 50d88529-d914-42c5-9a64-ac2ee2f70bf5 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:38:43.917120 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-fec7e57d-9235-48b3-a3be-9d3aa1b5eeaf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4966183
Feb 28 18:38:44.221438 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea16e0-bb4d-5038-9659-abbd04b0c66d-50d88529-d914-42c5-9a64-ac2ee2f70bf5', 'network_id': '50d88529-d914-42c5-9a64-ac2ee2f70bf5', 'tenant_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'fixed_ips': [{'subnet_id': 'bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876'}]}} from dv-cinder-831188-1-iscsi. {{(pid=83064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 28 18:38:44.222773 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:44.405663 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.db_base_plugin_common [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Allocated IP 172.20.0.2 (50d88529-d914-42c5-9a64-ac2ee2f70bf5/bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876/5f6e4c37-43c1-4836-b027-a3119a89b6d9) {{(pid=83064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:38:44.627134 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Notify callbacks [] for port, precommit_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:44.640562 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Transition to ACTIVE for port object 5f6e4c37-43c1-4836-b027-a3119a89b6d9 will not be triggered until provisioned by entity L2. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:38:44.659649 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Transition to ACTIVE for port object 5f6e4c37-43c1-4836-b027-a3119a89b6d9 will not be triggered until provisioned by entity DHCP. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:38:44.666467 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:44.734738 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Network 50d88529-d914-42c5-9a64-ac2ee2f70bf5 is already hosted by enough agents. {{(pid=83064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:38:44.738692 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.base_scheduler [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Resources bound (agent type, host, resource id):  {{(pid=83064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:38:44.740337 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Pushing event updated for resources: {'Port': ['ID=5f6e4c37-43c1-4836-b027-a3119a89b6d9,revision_number=1']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:38:44.744045 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Received port after_create {{(pid=83064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:38:44.754590 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:44.754948 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:44.755286 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:44.755615 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:44.755942 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:44.756265 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:44.756584 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:44.756920 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:44.757241 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:44.757555 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:44.757868 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Tracked resource versions report:
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]: pushed versions:
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]: {   'ConntrackHelper': {'1.0'},
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:     'Log': {'1.0'},
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:     'Network': {'1.1'},
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:     'Port': {'1.5'},
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:     'PortForwarding': {'1.2'},
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:     'QosPolicy': {'1.8'},
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:     'SecurityGroup': {'1.2'},
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:     'SecurityGroupRule': {'1.0'},
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:     'SubPort': {'1.0'},
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:     'Subnet': {'1.1'},
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:     'Trunk': {'1.1'}}
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]: consumer versions:
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]: {   DHCP agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:     L3 agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:     Metadata agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:     Metering agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:     Open vSwitch agent@dv-cinder-831188-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:                                                      'Log': '1.0',
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:                                                      'Network': '1.1',
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:                                                      'Port': '1.5',
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:                                                      'PortForwarding': '1.2',
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:                                                      'QosPolicy': '1.8',
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:                                                      'SecurityGroup': '1.2',
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:                                                      'SecurityGroupRule': '1.0',
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:                                                      'SubPort': '1.0',
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:                                                      'Subnet': '1.1',
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:                                                      'Trunk': '1.1'}}
Feb 28 18:38:44.758955 dv-cinder-831188-1-iscsi neutron-server[83064]:  {{(pid=83064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 28 18:38:44.844147 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Attempting to bind port 5f6e4c37-43c1-4836-b027-a3119a89b6d9 on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:38:44.844548 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Attempting to bind port 5f6e4c37-43c1-4836-b027-a3119a89b6d9 by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': 'fa3e082a-075f-4a4c-ad38-3aa0c0dd66b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '50d88529-d914-42c5-9a64-ac2ee2f70bf5'}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:38:44.844999 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Attempting to bind port 5f6e4c37-43c1-4836-b027-a3119a89b6d9 on network 50d88529-d914-42c5-9a64-ac2ee2f70bf5 {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:38:44.851932 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:38:44.852331 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Checking segment: {'id': 'fa3e082a-075f-4a4c-ad38-3aa0c0dd66b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '50d88529-d914-42c5-9a64-ac2ee2f70bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:38:44.852797 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:44.853181 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Bound using segment: {'id': 'fa3e082a-075f-4a4c-ad38-3aa0c0dd66b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '50d88529-d914-42c5-9a64-ac2ee2f70bf5'} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:38:44.853769 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Bound port: 5f6e4c37-43c1-4836-b027-a3119a89b6d9, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3e082a-075f-4a4c-ad38-3aa0c0dd66b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '50d88529-d914-42c5-9a64-ac2ee2f70bf5'}}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:38:44.854157 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:44.938989 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] For port 5f6e4c37-43c1-4836-b027-a3119a89b6d9, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:38:44.946138 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] For port 5f6e4c37-43c1-4836-b027-a3119a89b6d9, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=5f6e4c37-43c1-4836-b027-a3119a89b6d9,segment=NetworkSegment(fa3e082a-075f-4a4c-ad38-3aa0c0dd66b0),segment_id=fa3e082a-075f-4a4c-ad38-3aa0c0dd66b0)] {{(pid=83064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:38:44.958657 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:45.061476 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd2f21-e3f4-4f41-bf4f-47b7b2c52f6b None None] Pushing event updated for resources: {'Port': ['ID=5f6e4c37-43c1-4836-b027-a3119a89b6d9,revision_number=2']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:38:46.228681 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 55498) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:38:46.629973 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [None req-0e27354e-ab44-4ee8-a790-a8d31a2d164c admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83062) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 28 18:38:46.630974 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-0e27354e-ab44-4ee8-a790-a8d31a2d164c admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4013665
Feb 28 18:38:48.701655 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f717f86a-4c83-4818-badd-ea3a4391a1a4 None None] Network 50d88529-d914-42c5-9a64-ac2ee2f70bf5 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:38:48.803344 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-f1806d35-263e-4ec4-b22b-dbbe593b7c36 None None] Provisioning for port 5f6e4c37-43c1-4836-b027-a3119a89b6d9 completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:38:48.919933 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 55512) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:38:49.414883 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [None req-84ea1265-e695-4ee7-94eb-18ac2137be3b admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83062) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 28 18:38:49.416102 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-84ea1265-e695-4ee7-94eb-18ac2137be3b admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4950955
Feb 28 18:38:49.726887 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 5f6e4c37-43c1-4836-b027-a3119a89b6d9 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:38:49.800030 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port 5f6e4c37-43c1-4836-b027-a3119a89b6d9 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:38:49.804801 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 5f6e4c37-43c1-4836-b027-a3119a89b6d9 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:38:49.805204 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:49.916780 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:49.948728 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port 5f6e4c37-43c1-4836-b027-a3119a89b6d9, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=5f6e4c37-43c1-4836-b027-a3119a89b6d9,segment=NetworkSegment(fa3e082a-075f-4a4c-ad38-3aa0c0dd66b0),segment_id=fa3e082a-075f-4a4c-ad38-3aa0c0dd66b0)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:38:49.954008 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:50.017976 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=5f6e4c37-43c1-4836-b027-a3119a89b6d9,revision_number=3']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:38:51.703623 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 5f6e4c37-43c1-4836-b027-a3119a89b6d9 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:38:51.774411 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 5f6e4c37-43c1-4836-b027-a3119a89b6d9 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:38:51.774809 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:52.022429 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 55524) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:38:52.417224 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-fd8b29c3-0ac2-4faa-8eb4-942ee4c54cc3 admin admin] Request body: {'router': {'tenant_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'admin_state_up': True, 'name': 'router1'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:38:52.424626 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-fd8b29c3-0ac2-4faa-8eb4-942ee4c54cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:38:52.431784 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-fd8b29c3-0ac2-4faa-8eb4-942ee4c54cc3 admin admin] Usage tracker for resource:router and tenant:0c3c0e728d554f76a7ce01429aa5c2d6 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:38:52.437181 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-fd8b29c3-0ac2-4faa-8eb4-942ee4c54cc3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:38:52.444298 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-fd8b29c3-0ac2-4faa-8eb4-942ee4c54cc3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:38:52.457958 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fd8b29c3-0ac2-4faa-8eb4-942ee4c54cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-712517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239002'] for router, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:52.459586 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fd8b29c3-0ac2-4faa-8eb4-942ee4c54cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-712482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238997'] for router, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:52.485903 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fd8b29c3-0ac2-4faa-8eb4-942ee4c54cc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:52.607870 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fd8b29c3-0ac2-4faa-8eb4-942ee4c54cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-712526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716843'] for router, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:52.634586 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fd8b29c3-0ac2-4faa-8eb4-942ee4c54cc3 admin admin] Notify callbacks [] for router, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:52.636372 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-fd8b29c3-0ac2-4faa-8eb4-942ee4c54cc3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6127110
Feb 28 18:38:53.673398 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 5 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:38:54.954399 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 55534) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:38:55.377610 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [None req-3df1c635-0990-4290-bafa-b9c40e066ae4 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83062) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 28 18:38:55.378602 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-3df1c635-0990-4290-bafa-b9c40e066ae4 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4232280
Feb 28 18:38:56.014850 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-e07a532c-9f80-4076-ba0c-dbe72e08a8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:57.669504 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 55544) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:38:58.099645 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:38:58.104771 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:38:58.108611 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Usage tracker for resource:network and tenant:59acec3e713d40f0a23abdd9569d7387 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:38:58.111510 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:38:58.117322 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:38:58.129876 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Made reservation on behalf of 59acec3e713d40f0a23abdd9569d7387 for: {'network': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:38:58.133166 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for network, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:58.151470 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:58.190779 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:38:58.194905 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Usage tracker for resource:security_group_rule and tenant:59acec3e713d40f0a23abdd9569d7387 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:38:58.197634 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:38:58.203738 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:38:58.256732 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-b0e9cebd-01ae-4235-9481-d645be36666c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:58.275161 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:58.280469 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:58.296803 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Reserving flat network on physical network physnet1 {{(pid=83063) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Feb 28 18:38:58.320690 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39ee886-5290-46d2-a78a-efd74090a481,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:38:58.324160 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:58.324495 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.segments_db [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Added segment 06d28019-b999-487f-a5e4-c40b4c8071d7 of type flat for network f40459f8-f658-4119-914b-b9023327a718
Feb 28 18:38:58.359104 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743575470084'] for network, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:58.397539 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for network, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:58.398576 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:38:58.399178 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:58.499956 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] Pushing event updated for resources: {'Network': ['ID=f40459f8-f658-4119-914b-b9023327a718,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:38:58.505972 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-4d4a6215-1adb-42db-b517-ccd9587b3b71 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8353295
Feb 28 18:38:58.521712 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Network f40459f8-f658-4119-914b-b9023327a718 details requested by agent ovs-agent-dv-cinder-831188-1-iscsi with host dv-cinder-831188-1-iscsi {{(pid=83064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 28 18:38:59.390906 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:38:59.471783 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:00.658764 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:00.845087 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 55564) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:39:01.111193 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425d8d60-f21b-4056-9b7f-33fe2a3122ac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:39:01.112548 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-425d8d60-f21b-4056-9b7f-33fe2a3122ac admin admin] 10.222.0.18 "GET /v2.0/subnets/bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876 HTTP/1.1" status: 200  len: 849 time: 0.2665477
Feb 28 18:39:01.291468 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-a7291d5b-fdd2-49ac-b05d-00dae8995c81 admin admin] 10.222.0.18 "GET /v2.0/routers/2136d632-aa40-4a79-85b2-b1f997af93b1 HTTP/1.1" status: 200  len: 704 time: 0.1706417
Feb 28 18:39:01.785711 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:02.050282 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_common [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Allocated IP 172.20.0.1 (50d88529-d914-42c5-9a64-ac2ee2f70bf5/bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876/2c79be98-2173-4720-82cc-60a5248c8e23) {{(pid=83062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:39:02.229594 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:02.251316 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.provisioning_blocks [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Transition to ACTIVE for port object 2c79be98-2173-4720-82cc-60a5248c8e23 will not be triggered until provisioned by entity DHCP. {{(pid=83062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:39:02.309078 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:02.367550 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Network 50d88529-d914-42c5-9a64-ac2ee2f70bf5 is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:39:02.370468 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:39:02.409522 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Received port after_create {{(pid=83062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:39:02.410090 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708341'] for router_interface, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:02.417954 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Pushing event updated for resources: {'Port': ['ID=2c79be98-2173-4720-82cc-60a5248c8e23,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:39:02.472393 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:02.472735 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:02.473066 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:02.473394 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:02.473733 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:02.474067 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:02.474541 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:02.474719 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:02.475039 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:02.475350 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:02.475663 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Tracked resource versions report:
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]: pushed versions:
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]: {   'ConntrackHelper': {'1.0'},
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:     'Log': {'1.0'},
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:     'Network': {'1.1'},
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:     'Port': {'1.5'},
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:     'PortForwarding': {'1.2'},
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:     'QosPolicy': {'1.8'},
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:     'SecurityGroup': {'1.2'},
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:     'SecurityGroupRule': {'1.0'},
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:     'SubPort': {'1.0'},
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:     'Subnet': {'1.1'},
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:     'Trunk': {'1.1'}}
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]: consumer versions:
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]: {   DHCP agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:     L3 agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:     Metadata agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:     Metering agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:     Open vSwitch agent@dv-cinder-831188-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:                                                      'Log': '1.0',
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:                                                      'Network': '1.1',
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:                                                      'Port': '1.5',
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:                                                      'PortForwarding': '1.2',
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:                                                      'QosPolicy': '1.8',
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:                                                      'SecurityGroup': '1.2',
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:                                                      'SecurityGroupRule': '1.0',
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:                                                      'SubPort': '1.0',
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:                                                      'Subnet': '1.1',
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:                                                      'Trunk': '1.1'}}
Feb 28 18:39:02.476689 dv-cinder-831188-1-iscsi neutron-server[83062]:  {{(pid=83062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 28 18:39:02.549917 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:02.568491 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-d23e4762-ac62-4459-868f-1177762fcb3c None None] Provisioning for port 2c79be98-2173-4720-82cc-60a5248c8e23 completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:39:02.572923 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-d23e4762-ac62-4459-868f-1177762fcb3c None None] Provisioning complete for port 2c79be98-2173-4720-82cc-60a5248c8e23 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:39:02.573300 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-d23e4762-ac62-4459-868f-1177762fcb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:02.624126 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-d23e4762-ac62-4459-868f-1177762fcb3c None None] Port 2c79be98-2173-4720-82cc-60a5248c8e23 cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:39:02.776202 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:02.783017 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:02.783846 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7997001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708120'] for router_interface, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:02.909023 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Pushing event updated for resources: {'Port': ['ID=2c79be98-2173-4720-82cc-60a5248c8e23,revision_number=2']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:39:02.981716 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Network 50d88529-d914-42c5-9a64-ac2ee2f70bf5 is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:39:02.983022 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:39:03.148088 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-c1ecf38d-8233-4603-9a5f-e2a3f6e24c81 None None] Provisioning complete for port 2c79be98-2173-4720-82cc-60a5248c8e23 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:39:03.148455 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c1ecf38d-8233-4603-9a5f-e2a3f6e24c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:03.198413 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-c1ecf38d-8233-4603-9a5f-e2a3f6e24c81 None None] Port 2c79be98-2173-4720-82cc-60a5248c8e23 cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:39:03.379533 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Router 2136d632-aa40-4a79-85b2-b1f997af93b1 is scheduled to L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 with binding_index 1 {{(pid=83062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 28 18:39:03.547461 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:39:03.556971 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-732018ae-9561-466e-b448-10c9823e1027 admin admin] 10.222.0.18 "PUT /v2.0/routers/2136d632-aa40-4a79-85b2-b1f997af93b1/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.2580404
Feb 28 18:39:03.558189 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Sync routers for ids ['2136d632-aa40-4a79-85b2-b1f997af93b1'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:39:03.573730 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Routers {'2136d632-aa40-4a79-85b2-b1f997af93b1'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:39:03.574693 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5b1404f0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:38:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['2136d632-aa40-4a79-85b2-b1f997af93b1'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:39:03.747877 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Set router 2136d632-aa40-4a79-85b2-b1f997af93b1 gateway port host: None {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:39:04.114070 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5b1404f0>, [{'id': '2136d632-aa40-4a79-85b2-b1f997af93b1', 'name': 'router1', 'tenant_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:38:52Z', 'updated_at': '2022-02-28T18:39:02Z', 'revision_number': 2, 'project_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'gw_port_host': None, '_interfaces': [{'id': '2c79be98-2173-4720-82cc-60a5248c8e23', 'name': '', 'network_id': '50d88529-d914-42c5-9a64-ac2ee2f70bf5', 'tenant_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'mac_address': 'fa:16:3e:93:f0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2136d632-aa40-4a79-85b2-b1f997af93b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:39:01Z', 'updated_at': '2022-02-28T18:39:02Z', 'revision_number': 2, 'project_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'subnets': [{'id': 'bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47878fce-cd34-4e72-a9db-322792c42a07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:39:04.119331 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Checking router: 2136d632-aa40-4a79-85b2-b1f997af93b1 for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:39:04.119697 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Updating router 2136d632-aa40-4a79-85b2-b1f997af93b1 port 2c79be98-2173-4720-82cc-60a5248c8e23 binding host dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 28 18:39:04.168556 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:04.545600 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:04.561602 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.provisioning_blocks [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Transition to ACTIVE for port object 2c79be98-2173-4720-82cc-60a5248c8e23 will not be triggered until provisioned by entity L2. {{(pid=83065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:39:04.569312 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:04.806448 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccac750-8eee-4446-8496-153c19e03573 None None] Pushing event updated for resources: {'Port': ['ID=2c79be98-2173-4720-82cc-60a5248c8e23,revision_number=3']} {{(pid=83065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:39:04.819209 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Attempting to bind port 2c79be98-2173-4720-82cc-60a5248c8e23 on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:39:04.819611 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Attempting to bind port 2c79be98-2173-4720-82cc-60a5248c8e23 by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': 'fa3e082a-075f-4a4c-ad38-3aa0c0dd66b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '50d88529-d914-42c5-9a64-ac2ee2f70bf5'}] {{(pid=83065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:39:04.820048 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Attempting to bind port 2c79be98-2173-4720-82cc-60a5248c8e23 on network 50d88529-d914-42c5-9a64-ac2ee2f70bf5 {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:39:04.826025 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccac750-8eee-4446-8496-153c19e03573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:04.826391 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccac750-8eee-4446-8496-153c19e03573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:04.826754 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccac750-8eee-4446-8496-153c19e03573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:04.827091 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccac750-8eee-4446-8496-153c19e03573 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:04.827420 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccac750-8eee-4446-8496-153c19e03573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:04.827749 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccac750-8eee-4446-8496-153c19e03573 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:04.828057 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccac750-8eee-4446-8496-153c19e03573 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:04.828400 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccac750-8eee-4446-8496-153c19e03573 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:04.828722 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccac750-8eee-4446-8496-153c19e03573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:04.829040 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccac750-8eee-4446-8496-153c19e03573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:04.829351 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccac750-8eee-4446-8496-153c19e03573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccac750-8eee-4446-8496-153c19e03573 None None] Tracked resource versions report:
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]: pushed versions:
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]: {   'ConntrackHelper': {'1.0'},
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:     'Log': {'1.0'},
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:     'Network': {'1.1'},
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:     'Port': {'1.5'},
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:     'PortForwarding': {'1.2'},
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:     'QosPolicy': {'1.8'},
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:     'SecurityGroup': {'1.2'},
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:     'SecurityGroupRule': {'1.0'},
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:     'SubPort': {'1.0'},
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:     'Subnet': {'1.1'},
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:     'Trunk': {'1.1'}}
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]: consumer versions:
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]: {   DHCP agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:     L3 agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:     Metadata agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:     Metering agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:     Open vSwitch agent@dv-cinder-831188-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:                                                      'Log': '1.0',
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:                                                      'Network': '1.1',
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:                                                      'Port': '1.5',
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:                                                      'PortForwarding': '1.2',
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:                                                      'QosPolicy': '1.8',
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:                                                      'SecurityGroup': '1.2',
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:                                                      'SecurityGroupRule': '1.0',
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:                                                      'SubPort': '1.0',
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:                                                      'Subnet': '1.1',
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:                                                      'Trunk': '1.1'}}
Feb 28 18:39:04.830461 dv-cinder-831188-1-iscsi neutron-server[83065]:  {{(pid=83065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 28 18:39:04.836575 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:39:04.836978 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Checking segment: {'id': 'fa3e082a-075f-4a4c-ad38-3aa0c0dd66b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '50d88529-d914-42c5-9a64-ac2ee2f70bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:39:04.837439 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:04.837815 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Bound using segment: {'id': 'fa3e082a-075f-4a4c-ad38-3aa0c0dd66b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '50d88529-d914-42c5-9a64-ac2ee2f70bf5'} {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:39:04.838344 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Bound port: 2c79be98-2173-4720-82cc-60a5248c8e23, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa3e082a-075f-4a4c-ad38-3aa0c0dd66b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '50d88529-d914-42c5-9a64-ac2ee2f70bf5'}}] {{(pid=83065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:39:04.838754 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:04.924581 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.db [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] For port 2c79be98-2173-4720-82cc-60a5248c8e23, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:39:04.928689 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.db [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] For port 2c79be98-2173-4720-82cc-60a5248c8e23, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=2c79be98-2173-4720-82cc-60a5248c8e23,segment=NetworkSegment(fa3e082a-075f-4a4c-ad38-3aa0c0dd66b0),segment_id=fa3e082a-075f-4a4c-ad38-3aa0c0dd66b0)] {{(pid=83065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:39:04.933676 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:05.020931 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccac750-8eee-4446-8496-153c19e03573 None None] Pushing event updated for resources: {'Port': ['ID=2c79be98-2173-4720-82cc-60a5248c8e23,revision_number=4']} {{(pid=83065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:39:05.029321 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Routers {'2136d632-aa40-4a79-85b2-b1f997af93b1'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:39:05.030337 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5b1404f0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:38:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['2136d632-aa40-4a79-85b2-b1f997af93b1'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:39:05.182248 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] Set router 2136d632-aa40-4a79-85b2-b1f997af93b1 gateway port host: None {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:39:05.507502 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5b1404f0>, [{'id': '2136d632-aa40-4a79-85b2-b1f997af93b1', 'name': 'router1', 'tenant_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:38:52Z', 'updated_at': '2022-02-28T18:39:02Z', 'revision_number': 2, 'project_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'gw_port_host': None, '_interfaces': [{'id': '2c79be98-2173-4720-82cc-60a5248c8e23', 'name': '', 'network_id': '50d88529-d914-42c5-9a64-ac2ee2f70bf5', 'tenant_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'mac_address': 'fa:16:3e:93:f0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2136d632-aa40-4a79-85b2-b1f997af93b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:39:01Z', 'updated_at': '2022-02-28T18:39:04Z', 'revision_number': 4, 'project_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'subnets': [{'id': 'bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47878fce-cd34-4e72-a9db-322792c42a07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:39:05.511655 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22686e8-81f9-47ae-b1ec-96e2568000e4 None None] The sync data for ids ['2136d632-aa40-4a79-85b2-b1f997af93b1'] in dv-cinder-831188-1-iscsi is: [{'id': '2136d632-aa40-4a79-85b2-b1f997af93b1', 'name': 'router1', 'tenant_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:38:52Z', 'updated_at': '2022-02-28T18:39:02Z', 'revision_number': 2, 'project_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'gw_port_host': None, '_interfaces': [{'id': '2c79be98-2173-4720-82cc-60a5248c8e23', 'name': '', 'network_id': '50d88529-d914-42c5-9a64-ac2ee2f70bf5', 'tenant_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'mac_address': 'fa:16:3e:93:f0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2136d632-aa40-4a79-85b2-b1f997af93b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:39:01Z', 'updated_at': '2022-02-28T18:39:04Z', 'revision_number': 4, 'project_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'subnets': [{'id': 'bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47878fce-cd34-4e72-a9db-322792c42a07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:39:05.634597 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 55590) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:39:05.815610 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d370051-4776-4176-96f2-855547377ced admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:39:05.816184 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-5d370051-4776-4176-96f2-855547377ced admin admin] Synchronizing usage tracker for tenant:59acec3e713d40f0a23abdd9569d7387 on resource:network {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:39:05.837732 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-5d370051-4776-4176-96f2-855547377ced admin admin] Unset dirty status for tenant:59acec3e713d40f0a23abdd9569d7387 on resource:network {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:39:05.838926 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-5d370051-4776-4176-96f2-855547377ced admin admin] 10.222.0.18 "GET /v2.0/networks/f40459f8-f658-4119-914b-b9023327a718 HTTP/1.1" status: 200  len: 842 time: 0.2033668
Feb 28 18:39:05.848329 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-a768ca36-7273-4929-8cf3-fababffac639 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:39:05.853094 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-a768ca36-7273-4929-8cf3-fababffac639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:39:05.856907 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-a768ca36-7273-4929-8cf3-fababffac639 admin admin] Usage tracker for resource:subnet and tenant:59acec3e713d40f0a23abdd9569d7387 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:39:05.859685 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-a768ca36-7273-4929-8cf3-fababffac639 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:39:05.865914 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-a768ca36-7273-4929-8cf3-fababffac639 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:39:05.876985 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a768ca36-7273-4929-8cf3-fababffac639 admin admin] Made reservation on behalf of 59acec3e713d40f0a23abdd9569d7387 for: {'subnet': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:39:05.879576 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a768ca36-7273-4929-8cf3-fababffac639 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:06.235242 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.objects.ports [None req-a768ca36-7273-4929-8cf3-fababffac639 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83063) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}}
Feb 28 18:39:06.235691 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a768ca36-7273-4929-8cf3-fababffac639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for subnet, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:06.309125 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768ca36-7273-4929-8cf3-fababffac639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c23ed2-446a-414e-8e86-91dabee5c278,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:39:06.319139 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a768ca36-7273-4929-8cf3-fababffac639 admin admin] Checking segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:39:06.320472 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a768ca36-7273-4929-8cf3-fababffac639 admin admin] Network hostable DHCP agents. Network: f40459f8-f658-4119-914b-b9023327a718, hostable agents: ['6a9a7d5e-9a98-4f00-a132-39bb1f3bba05'], hosted agents: [] {{(pid=83063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 18:39:06.342687 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a768ca36-7273-4929-8cf3-fababffac639 admin admin] Network f40459f8-f658-4119-914b-b9023327a718 is scheduled to be hosted by DHCP agent 6a9a7d5e-9a98-4f00-a132-39bb1f3bba05 with binding_index 1 {{(pid=83063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 18:39:06.354091 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-a768ca36-7273-4929-8cf3-fababffac639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-iscsi, f40459f8-f658-4119-914b-b9023327a718) {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:39:06.358212 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a768ca36-7273-4929-8cf3-fababffac639 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:39:06.358769 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a768ca36-7273-4929-8cf3-fababffac639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:06.374322 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9443ff92-78be-4fda-bc8d-2134b23c2db1 None None] Network f40459f8-f658-4119-914b-b9023327a718 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:39:06.395223 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-a768ca36-7273-4929-8cf3-fababffac639 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5503960
Feb 28 18:39:06.627416 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0b439d-a7c5-40d5-b65a-d1810bfb29c8 None None] Network f40459f8-f658-4119-914b-b9023327a718 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:39:07.726410 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 2c79be98-2173-4720-82cc-60a5248c8e23 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:39:07.796150 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port 2c79be98-2173-4720-82cc-60a5248c8e23 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:39:07.800990 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 2c79be98-2173-4720-82cc-60a5248c8e23 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:39:07.801357 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:07.933611 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:07.966201 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port 2c79be98-2173-4720-82cc-60a5248c8e23, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=2c79be98-2173-4720-82cc-60a5248c8e23,segment=NetworkSegment(fa3e082a-075f-4a4c-ad38-3aa0c0dd66b0),segment_id=fa3e082a-075f-4a4c-ad38-3aa0c0dd66b0)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:39:07.971561 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:08.037185 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=2c79be98-2173-4720-82cc-60a5248c8e23,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:39:08.571355 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 55604) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:39:08.829857 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-74fe57ac-c0bf-4fa2-9660-e78963ca8ccd admin admin] 10.222.0.18 "GET /v2.0/routers/2136d632-aa40-4a79-85b2-b1f997af93b1 HTTP/1.1" status: 200  len: 710 time: 0.2573264
Feb 28 18:39:08.959052 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfb7b02-8584-4146-b58a-eb30d45ce6e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:39:08.960438 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-6bfb7b02-8584-4146-b58a-eb30d45ce6e9 admin admin] 10.222.0.18 "GET /v2.0/networks/f40459f8-f658-4119-914b-b9023327a718 HTTP/1.1" status: 200  len: 886 time: 0.1234310
Feb 28 18:39:08.972295 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-ebbff991-200b-49b3-8e8b-0e065cffcadd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:39:09.496430 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ebbff991-200b-49b3-8e8b-0e065cffcadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-712535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-239015'] for router, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:09.689943 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ebbff991-200b-49b3-8e8b-0e065cffcadd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:09.713689 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 2c79be98-2173-4720-82cc-60a5248c8e23 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:39:09.746881 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ebbff991-200b-49b3-8e8b-0e065cffcadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:09.780291 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 2c79be98-2173-4720-82cc-60a5248c8e23 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:39:09.780657 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:09.887506 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [None req-ebbff991-200b-49b3-8e8b-0e065cffcadd admin admin] Allocated IP 172.27.3.131 (f40459f8-f658-4119-914b-b9023327a718/14c23ed2-446a-414e-8e86-91dabee5c278/cb313933-960b-4b43-858c-661f96abb397) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:39:10.050600 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ebbff991-200b-49b3-8e8b-0e065cffcadd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:10.105090 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ebbff991-200b-49b3-8e8b-0e065cffcadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:10.172761 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbff991-200b-49b3-8e8b-0e065cffcadd admin admin] Network f40459f8-f658-4119-914b-b9023327a718 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:39:10.176239 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-ebbff991-200b-49b3-8e8b-0e065cffcadd admin admin] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:39:10.178101 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbff991-200b-49b3-8e8b-0e065cffcadd admin admin] Pushing event updated for resources: {'Port': ['ID=cb313933-960b-4b43-858c-661f96abb397,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:39:10.188870 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbff991-200b-49b3-8e8b-0e065cffcadd admin admin] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:39:10.385812 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ebbff991-200b-49b3-8e8b-0e065cffcadd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:10.560787 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ebbff991-200b-49b3-8e8b-0e065cffcadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-712535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-239015'] for router, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:10.564143 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ebbff991-200b-49b3-8e8b-0e065cffcadd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-717017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-716834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-706980'] for router, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:10.798474 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbff991-200b-49b3-8e8b-0e065cffcadd admin admin] Router 2136d632-aa40-4a79-85b2-b1f997af93b1 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:39:11.013329 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbff991-200b-49b3-8e8b-0e065cffcadd admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:39:11.023270 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ebbff991-200b-49b3-8e8b-0e065cffcadd admin admin] Notify callbacks [] for router, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:11.024459 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-ebbff991-200b-49b3-8e8b-0e065cffcadd admin admin] 10.222.0.18 "PUT /v2.0/routers/2136d632-aa40-4a79-85b2-b1f997af93b1 HTTP/1.1" status: 200  len: 890 time: 2.0554919
Feb 28 18:39:11.024888 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Sync routers for ids ['2136d632-aa40-4a79-85b2-b1f997af93b1'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:39:11.039189 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Routers {'2136d632-aa40-4a79-85b2-b1f997af93b1'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:39:11.039975 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5aedc820>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:38:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['2136d632-aa40-4a79-85b2-b1f997af93b1'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:39:11.237118 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Set router 2136d632-aa40-4a79-85b2-b1f997af93b1 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:39:11.570284 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5aedc820>, [{'id': '2136d632-aa40-4a79-85b2-b1f997af93b1', 'name': 'router1', 'tenant_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'cb313933-960b-4b43-858c-661f96abb397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:38:52Z', 'updated_at': '2022-02-28T18:39:10Z', 'revision_number': 4, 'project_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'gw_port': {'id': 'cb313933-960b-4b43-858c-661f96abb397', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2136d632-aa40-4a79-85b2-b1f997af93b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:39:09Z', 'updated_at': '2022-02-28T18:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '2c79be98-2173-4720-82cc-60a5248c8e23', 'name': '', 'network_id': '50d88529-d914-42c5-9a64-ac2ee2f70bf5', 'tenant_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'mac_address': 'fa:16:3e:93:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136d632-aa40-4a79-85b2-b1f997af93b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:39:01Z', 'updated_at': '2022-02-28T18:39:07Z', 'revision_number': 5, 'project_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'subnets': [{'id': 'bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47878fce-cd34-4e72-a9db-322792c42a07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:39:11.575326 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Checking router: 2136d632-aa40-4a79-85b2-b1f997af93b1 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:39:11.575676 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Updating router 2136d632-aa40-4a79-85b2-b1f997af93b1 port cb313933-960b-4b43-858c-661f96abb397 binding host dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 28 18:39:11.628252 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:11.964358 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Notify callbacks [] for port, precommit_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:11.976810 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Transition to ACTIVE for port object cb313933-960b-4b43-858c-661f96abb397 will not be triggered until provisioned by entity L2. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:39:11.984802 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:12.068923 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Attempting to bind port cb313933-960b-4b43-858c-661f96abb397 on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:39:12.069621 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Attempting to bind port cb313933-960b-4b43-858c-661f96abb397 by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:39:12.069731 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Attempting to bind port cb313933-960b-4b43-858c-661f96abb397 on network f40459f8-f658-4119-914b-b9023327a718 {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:39:12.071655 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfd402-0109-490f-8ab4-13bdb79267b4 None None] Pushing event updated for resources: {'Port': ['ID=cb313933-960b-4b43-858c-661f96abb397,revision_number=2']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:39:12.078626 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:39:12.078977 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Checking segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:39:12.079370 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:12.079747 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Bound using segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:39:12.080771 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Bound port: cb313933-960b-4b43-858c-661f96abb397, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:39:12.081175 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:12.153616 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] For port cb313933-960b-4b43-858c-661f96abb397, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:39:12.156980 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] For port cb313933-960b-4b43-858c-661f96abb397, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=cb313933-960b-4b43-858c-661f96abb397,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:39:12.162219 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:12.236786 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfd402-0109-490f-8ab4-13bdb79267b4 None None] Pushing event updated for resources: {'Port': ['ID=cb313933-960b-4b43-858c-661f96abb397,revision_number=3']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:39:12.245130 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Routers {'2136d632-aa40-4a79-85b2-b1f997af93b1'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:39:12.245717 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5aedc820>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:38:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['2136d632-aa40-4a79-85b2-b1f997af93b1'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:39:12.444000 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] Set router 2136d632-aa40-4a79-85b2-b1f997af93b1 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:39:12.760370 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5aedc820>, [{'id': '2136d632-aa40-4a79-85b2-b1f997af93b1', 'name': 'router1', 'tenant_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'cb313933-960b-4b43-858c-661f96abb397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:38:52Z', 'updated_at': '2022-02-28T18:39:10Z', 'revision_number': 4, 'project_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'gw_port': {'id': 'cb313933-960b-4b43-858c-661f96abb397', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2136d632-aa40-4a79-85b2-b1f997af93b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:39:09Z', 'updated_at': '2022-02-28T18:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '2c79be98-2173-4720-82cc-60a5248c8e23', 'name': '', 'network_id': '50d88529-d914-42c5-9a64-ac2ee2f70bf5', 'tenant_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'mac_address': 'fa:16:3e:93:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136d632-aa40-4a79-85b2-b1f997af93b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:39:01Z', 'updated_at': '2022-02-28T18:39:07Z', 'revision_number': 5, 'project_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'subnets': [{'id': 'bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47878fce-cd34-4e72-a9db-322792c42a07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:39:12.764474 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d956073a-41b4-43c1-ac89-32b221103e00 None None] The sync data for ids ['2136d632-aa40-4a79-85b2-b1f997af93b1'] in dv-cinder-831188-1-iscsi is: [{'id': '2136d632-aa40-4a79-85b2-b1f997af93b1', 'name': 'router1', 'tenant_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'cb313933-960b-4b43-858c-661f96abb397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:38:52Z', 'updated_at': '2022-02-28T18:39:10Z', 'revision_number': 4, 'project_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'gw_port': {'id': 'cb313933-960b-4b43-858c-661f96abb397', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2136d632-aa40-4a79-85b2-b1f997af93b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:39:09Z', 'updated_at': '2022-02-28T18:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '2c79be98-2173-4720-82cc-60a5248c8e23', 'name': '', 'network_id': '50d88529-d914-42c5-9a64-ac2ee2f70bf5', 'tenant_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'mac_address': 'fa:16:3e:93:f0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2136d632-aa40-4a79-85b2-b1f997af93b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:39:01Z', 'updated_at': '2022-02-28T18:39:07Z', 'revision_number': 5, 'project_id': '0c3c0e728d554f76a7ce01429aa5c2d6', 'subnets': [{'id': 'bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '47878fce-cd34-4e72-a9db-322792c42a07'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:39:13.342104 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 55616) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:39:13.489306 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-42c19fad-4e2f-44a5-a173-02c2348d3c3a admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1460509
Feb 28 18:39:13.735909 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device cb313933-960b-4b43-858c-661f96abb397 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:39:13.806585 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port cb313933-960b-4b43-858c-661f96abb397 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:39:13.811742 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port cb313933-960b-4b43-858c-661f96abb397 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:39:13.812113 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:13.929982 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:13.946802 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port cb313933-960b-4b43-858c-661f96abb397, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=cb313933-960b-4b43-858c-661f96abb397,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:39:13.952757 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:14.018048 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=cb313933-960b-4b43-858c-661f96abb397,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:39:15.723103 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device cb313933-960b-4b43-858c-661f96abb397 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:39:15.795387 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port cb313933-960b-4b43-858c-661f96abb397 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:39:15.795750 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:26.026731 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c5700b54-cda2-45de-a59f-eec7e4e563e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:28.261695 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-da2a2e4d-8580-49b3-8c26-62d3d221bb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:29.386125 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:29.466350 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:30.669547 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:30.674777 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 5 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:39:56.021720 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-d9ca5aa8-af16-4952-89aa-21dd90224471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:58.273811 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-522ca481-8224-434f-ba9c-f8a8875071ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:59.389923 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:39:59.477429 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:40:00.674714 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:40:07.675838 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 5 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:40:26.017004 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7368ecb5-3be7-4d62-a21d-e815d25d41e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:40:28.313270 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-27a4d30c-b4d4-4364-bcde-f84cfac6c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:40:29.390645 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:40:29.473599 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:40:30.682631 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:40:44.676897 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 5 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:40:56.025264 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-593e2e7f-b8a5-4ec5-9c05-053e1e26c669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:40:58.267271 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-b8a28cda-37c7-403d-86b5-a27b30e30d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:40:59.394546 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:40:59.469186 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:41:00.684262 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:41:17.029830 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56194) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:41:17.131075 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bcabb5-f1e9-49cc-beb7-2f1e134963bf admin admin] GET failed (client error): The resource could not be found.
Feb 28 18:41:17.132243 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-e0bcabb5-f1e9-49cc-beb7-2f1e134963bf admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1014669
Feb 28 18:41:17.265715 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0569dc6b-9ae8-4c16-8aeb-66c08c295730 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:41:17.267210 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-0569dc6b-9ae8-4c16-8aeb-66c08c295730 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1289642
Feb 28 18:41:19.318976 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56204) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:41:19.470136 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c91484-10e0-4fe4-a71f-1ef7ba032dea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:41:19.471491 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-84c91484-10e0-4fe4-a71f-1ef7ba032dea admin admin] 10.222.0.18 "GET /v2.0/subnets/bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876 HTTP/1.1" status: 200  len: 849 time: 0.1512606
Feb 28 18:41:19.483382 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-0f3762b9-07f8-41d6-8cc1-b233b95ac386 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:41:19.601047 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-0f3762b9-07f8-41d6-8cc1-b233b95ac386 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:41:19.798306 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-0f3762b9-07f8-41d6-8cc1-b233b95ac386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743575920523'] for subnet, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:41:19.841901 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3762b9-07f8-41d6-8cc1-b233b95ac386 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:41:19.842477 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-0f3762b9-07f8-41d6-8cc1-b233b95ac386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:41:19.844311 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-0f3762b9-07f8-41d6-8cc1-b233b95ac386 admin admin] 10.222.0.18 "PUT /v2.0/subnets/bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876 HTTP/1.1" status: 200  len: 868 time: 0.3646584
Feb 28 18:41:19.857857 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9708ea-c404-4220-8a57-da9312552ab9 None None] Network 50d88529-d914-42c5-9a64-ac2ee2f70bf5 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:41:19.867455 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3762b9-07f8-41d6-8cc1-b233b95ac386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:41:19.876971 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3762b9-07f8-41d6-8cc1-b233b95ac386 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:41:19.877341 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3762b9-07f8-41d6-8cc1-b233b95ac386 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:41:19.877649 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3762b9-07f8-41d6-8cc1-b233b95ac386 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:41:19.877982 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3762b9-07f8-41d6-8cc1-b233b95ac386 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:41:19.878301 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3762b9-07f8-41d6-8cc1-b233b95ac386 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:41:19.878723 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3762b9-07f8-41d6-8cc1-b233b95ac386 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:41:19.879038 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3762b9-07f8-41d6-8cc1-b233b95ac386 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:41:19.879370 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3762b9-07f8-41d6-8cc1-b233b95ac386 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:41:19.879825 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3762b9-07f8-41d6-8cc1-b233b95ac386 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:41:19.880153 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3762b9-07f8-41d6-8cc1-b233b95ac386 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:41:19.880530 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3762b9-07f8-41d6-8cc1-b233b95ac386 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:41:20.361707 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-493eda87-fb8e-4464-bb7f-3c865f804bdb None None] Provisioning complete for port 2c79be98-2173-4720-82cc-60a5248c8e23 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:41:20.362076 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-493eda87-fb8e-4464-bb7f-3c865f804bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:41:20.494057 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-493eda87-fb8e-4464-bb7f-3c865f804bdb None None] Provisioning complete for port 5f6e4c37-43c1-4836-b027-a3119a89b6d9 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:41:20.494293 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-493eda87-fb8e-4464-bb7f-3c865f804bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:41:21.677441 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 5 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:41:21.913719 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56214) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:41:22.131792 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447e25c9-5df1-4404-b557-9f1deb484b00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:41:22.132160 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447e25c9-5df1-4404-b557-9f1deb484b00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:41:22.133684 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-447e25c9-5df1-4404-b557-9f1deb484b00 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2190316
Feb 28 18:41:24.352203 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56224) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:41:24.566897 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1798d845-895b-4d17-b65f-d3c83d178614 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:41:24.567244 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1798d845-895b-4d17-b65f-d3c83d178614 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:41:24.568810 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-1798d845-895b-4d17-b65f-d3c83d178614 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2156472
Feb 28 18:41:26.022371 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-68f2f69e-631e-49cc-b780-d5fd6fba4b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:41:26.606790 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56234) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:41:26.817458 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4ea56f-8014-4df8-a8ab-8d3f26f109b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:41:26.818754 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-ea4ea56f-8014-4df8-a8ab-8d3f26f109b0 admin admin] 10.222.0.18 "GET /v2.0/networks/50d88529-d914-42c5-9a64-ac2ee2f70bf5 HTTP/1.1" status: 200  len: 869 time: 0.2106409
Feb 28 18:41:28.281735 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-6f5065eb-50b7-4877-9577-86f723edf0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:41:28.870605 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56244) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:41:29.091439 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8533eb5-d178-4562-8b34-cfa8444afe66 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:41:29.092719 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-f8533eb5-d178-4562-8b34-cfa8444afe66 admin admin] 10.222.0.18 "GET /v2.0/networks/f40459f8-f658-4119-914b-b9023327a718 HTTP/1.1" status: 200  len: 886 time: 0.2211857
Feb 28 18:41:29.399161 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:41:29.465471 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:41:30.688707 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:41:31.168185 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 56254) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:41:31.299798 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1900ca-01fc-4a2d-9b77-b4aa1cceba6c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:41:31.300158 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1900ca-01fc-4a2d-9b77-b4aa1cceba6c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:41:31.300907 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-5d1900ca-01fc-4a2d-9b77-b4aa1cceba6c admin admin] Synchronizing usage tracker for tenant:59acec3e713d40f0a23abdd9569d7387 on resource:subnet {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:41:31.319353 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-5d1900ca-01fc-4a2d-9b77-b4aa1cceba6c admin admin] Unset dirty status for tenant:59acec3e713d40f0a23abdd9569d7387 on resource:subnet {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:41:31.320416 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-5d1900ca-01fc-4a2d-9b77-b4aa1cceba6c admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1511307
Feb 28 18:41:33.395711 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 56264) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:41:33.536314 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa8d060-c832-4f65-a44a-08a78325bf81 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:41:33.536679 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa8d060-c832-4f65-a44a-08a78325bf81 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:41:33.538162 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-6fa8d060-c832-4f65-a44a-08a78325bf81 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1411073
Feb 28 18:41:35.585341 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 56274) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:41:35.725365 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bacf42c-6732-41a0-8bcc-121dd569bab2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:41:35.726723 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-5bacf42c-6732-41a0-8bcc-121dd569bab2 admin admin] 10.222.0.18 "GET /v2.0/subnets/14c23ed2-446a-414e-8e86-91dabee5c278 HTTP/1.1" status: 200  len: 816 time: 0.1400883
Feb 28 18:41:37.764098 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 56284) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:41:37.906534 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50054c65-e575-4f88-98df-ec6d0c5fe572 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:41:37.907900 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-50054c65-e575-4f88-98df-ec6d0c5fe572 admin admin] 10.222.0.18 "GET /v2.0/subnets/bc6d9ec7-dc5e-4c91-aaf5-54c78b67f876 HTTP/1.1" status: 200  len: 868 time: 0.1427517
Feb 28 18:41:55.899621 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 56322) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:41:55.982800 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [None req-75923726-80a6-4786-b50b-0e1fb226dc94 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 28 18:41:55.983811 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-75923726-80a6-4786-b50b-0e1fb226dc94 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0832539
Feb 28 18:41:56.016902 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-9ed2c553-880a-48d7-af5d-e90922c1104c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:41:58.085105 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 56332) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:41:58.174885 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f29821-2be3-4fbe-b641-e4dce57eac99 admin admin] GET failed (client error): The resource could not be found.
Feb 28 18:41:58.176172 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-f8f29821-2be3-4fbe-b641-e4dce57eac99 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0898929
Feb 28 18:41:58.276394 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-514ba592-b187-4ccc-8d10-59cdccd86ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:41:58.307155 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41713b89-d55e-45e9-a437-c9bf3f226337 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:41:58.308627 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-41713b89-d55e-45e9-a437-c9bf3f226337 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1285045
Feb 28 18:41:58.679493 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 5 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:41:59.402665 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:41:59.474363 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:00.393305 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 56342) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:42:00.475806 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:42:00.481236 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:42:00.491361 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:42:00.506182 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Made reservation on behalf of 59acec3e713d40f0a23abdd9569d7387 for: {'network': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:42:00.508476 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for network, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:00.610967 dv-cinder-831188-1-iscsi neutron-server[83063]: WARNING neutron.services.revisions.revision_plugin [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f3c5a711a90] {project_id='59acec3e713d40f0a23abdd9569d7387', id='6ebe8bf2-b904-46ed-9a04-0b0f6b8cc750', target_tenant='*', action='access_as_shared', object_id='b684a2de-04c4-4b86-b048-e2b4a86486ca'}> to bump revision.
Feb 28 18:42:00.622264 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517}  {{(pid=83063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 18:42:00.632195 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:00.632665 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.segments_db [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Added segment 46c4da90-3715-460c-94ee-3e32e0acb17a of type vlan for network b684a2de-04c4-4b86-b048-e2b4a86486ca
Feb 28 18:42:00.665332 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743575470084'] for network, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:00.688517 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:00.696079 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for network, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:00.696906 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:42:00.697482 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:00.795504 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4011395
Feb 28 18:42:00.796291 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Pushing event updated for resources: {'Network': ['ID=b684a2de-04c4-4b86-b048-e2b4a86486ca,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:42:00.804019 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:00.804359 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:00.804690 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:00.805016 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:00.805340 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:00.805661 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:00.805980 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:00.806298 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:00.806636 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:00.806953 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:00.807273 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dd175-8074-474e-a65c-1369fd08512c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:00.821147 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Network b684a2de-04c4-4b86-b048-e2b4a86486ca details requested by agent ovs-agent-dv-cinder-831188-1-iscsi with host dv-cinder-831188-1-iscsi {{(pid=83064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 28 18:42:02.901861 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56352) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:42:02.995502 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c29490-65e1-44b7-87f7-59a33766ef99 admin admin] GET failed (client error): The resource could not be found.
Feb 28 18:42:02.996781 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-d8c29490-65e1-44b7-87f7-59a33766ef99 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0939469
Feb 28 18:42:03.133837 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7883a8b4-7d2c-4fce-9545-5e95ce39b77b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:42:03.135249 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-7883a8b4-7d2c-4fce-9545-5e95ce39b77b admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1338918
Feb 28 18:42:03.145335 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-0bab0742-fae8-4d06-9b44-371b7b70cc07 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'b684a2de-04c4-4b86-b048-e2b4a86486ca'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:42:03.150843 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-0bab0742-fae8-4d06-9b44-371b7b70cc07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:42:03.161015 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-0bab0742-fae8-4d06-9b44-371b7b70cc07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:42:03.175208 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bab0742-fae8-4d06-9b44-371b7b70cc07 admin admin] Made reservation on behalf of 59acec3e713d40f0a23abdd9569d7387 for: {'subnet': 1} {{(pid=83062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:42:03.177469 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-0bab0742-fae8-4d06-9b44-371b7b70cc07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:03.437686 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-0bab0742-fae8-4d06-9b44-371b7b70cc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for subnet, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:03.505950 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab0742-fae8-4d06-9b44-371b7b70cc07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a02fa090-e6fd-4afd-b10c-18c432e1dd8e,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:42:03.523169 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab0742-fae8-4d06-9b44-371b7b70cc07 admin admin] Checking segment: {'id': '46c4da90-3715-460c-94ee-3e32e0acb17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b684a2de-04c4-4b86-b048-e2b4a86486ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:42:03.523515 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bab0742-fae8-4d06-9b44-371b7b70cc07 admin admin] Network hostable DHCP agents. Network: b684a2de-04c4-4b86-b048-e2b4a86486ca, hostable agents: ['6a9a7d5e-9a98-4f00-a132-39bb1f3bba05'], hosted agents: [] {{(pid=83062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 18:42:03.548769 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bab0742-fae8-4d06-9b44-371b7b70cc07 admin admin] Network b684a2de-04c4-4b86-b048-e2b4a86486ca is scheduled to be hosted by DHCP agent 6a9a7d5e-9a98-4f00-a132-39bb1f3bba05 with binding_index 1 {{(pid=83062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 18:42:03.560032 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-0bab0742-fae8-4d06-9b44-371b7b70cc07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-iscsi, b684a2de-04c4-4b86-b048-e2b4a86486ca) {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:42:03.564889 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bab0742-fae8-4d06-9b44-371b7b70cc07 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:42:03.565479 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-0bab0742-fae8-4d06-9b44-371b7b70cc07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:03.569639 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0457e211-6e5b-40f6-9b1f-4cf33b8fe923 None None] Network b684a2de-04c4-4b86-b048-e2b4a86486ca requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:42:03.592310 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-0bab0742-fae8-4d06-9b44-371b7b70cc07 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4502859
Feb 28 18:42:03.791347 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea16e0-bb4d-5038-9659-abbd04b0c66d-b684a2de-04c4-4b86-b048-e2b4a86486ca', 'network_id': 'b684a2de-04c4-4b86-b048-e2b4a86486ca', 'tenant_id': '59acec3e713d40f0a23abdd9569d7387', 'fixed_ips': [{'subnet_id': 'a02fa090-e6fd-4afd-b10c-18c432e1dd8e'}]}} from dv-cinder-831188-1-iscsi. {{(pid=83064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 28 18:42:03.792180 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:03.947717 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.db_base_plugin_common [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Allocated IP 192.168.233.2 (b684a2de-04c4-4b86-b048-e2b4a86486ca/a02fa090-e6fd-4afd-b10c-18c432e1dd8e/e7a717ea-7bea-495e-8407-ecfc56dceb28) {{(pid=83064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:42:04.151235 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Notify callbacks [] for port, precommit_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:04.161424 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Transition to ACTIVE for port object e7a717ea-7bea-495e-8407-ecfc56dceb28 will not be triggered until provisioned by entity L2. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:42:04.179918 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Transition to ACTIVE for port object e7a717ea-7bea-495e-8407-ecfc56dceb28 will not be triggered until provisioned by entity DHCP. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:42:04.187953 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:04.261709 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Pushing event updated for resources: {'Port': ['ID=e7a717ea-7bea-495e-8407-ecfc56dceb28,revision_number=1']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:42:04.267204 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Network b684a2de-04c4-4b86-b048-e2b4a86486ca is already hosted by enough agents. {{(pid=83064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:42:04.269217 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.base_scheduler [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Resources bound (agent type, host, resource id):  {{(pid=83064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:42:04.274915 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:04.275260 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:04.275595 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:04.275928 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:04.276256 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:04.276576 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:04.276896 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:04.277214 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:04.277529 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:04.277842 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:04.278153 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:42:04.280915 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Received port after_create {{(pid=83064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:42:04.368539 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Attempting to bind port e7a717ea-7bea-495e-8407-ecfc56dceb28 on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:42:04.368816 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Attempting to bind port e7a717ea-7bea-495e-8407-ecfc56dceb28 by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': '46c4da90-3715-460c-94ee-3e32e0acb17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b684a2de-04c4-4b86-b048-e2b4a86486ca'}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:42:04.369168 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Attempting to bind port e7a717ea-7bea-495e-8407-ecfc56dceb28 on network b684a2de-04c4-4b86-b048-e2b4a86486ca {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:42:04.376146 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:42:04.376510 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Checking segment: {'id': '46c4da90-3715-460c-94ee-3e32e0acb17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b684a2de-04c4-4b86-b048-e2b4a86486ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:42:04.376898 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:04.377278 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Bound using segment: {'id': '46c4da90-3715-460c-94ee-3e32e0acb17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b684a2de-04c4-4b86-b048-e2b4a86486ca'} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:42:04.377725 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Bound port: e7a717ea-7bea-495e-8407-ecfc56dceb28, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c4da90-3715-460c-94ee-3e32e0acb17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b684a2de-04c4-4b86-b048-e2b4a86486ca'}}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:42:04.378104 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:04.465335 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] For port e7a717ea-7bea-495e-8407-ecfc56dceb28, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:42:04.468398 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] For port e7a717ea-7bea-495e-8407-ecfc56dceb28, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=e7a717ea-7bea-495e-8407-ecfc56dceb28,segment=NetworkSegment(46c4da90-3715-460c-94ee-3e32e0acb17a),segment_id=46c4da90-3715-460c-94ee-3e32e0acb17a)] {{(pid=83064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:42:04.475155 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:04.557868 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbf469-fdff-456f-8251-f03bdc83be03 None None] Pushing event updated for resources: {'Port': ['ID=e7a717ea-7bea-495e-8407-ecfc56dceb28,revision_number=2']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:42:05.383164 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5676861c-5d23-49ed-8498-b7ed0852584d None None] Network b684a2de-04c4-4b86-b048-e2b4a86486ca requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:42:05.505232 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-4167e642-6ab9-4871-b164-019993834b68 None None] Provisioning for port e7a717ea-7bea-495e-8407-ecfc56dceb28 completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:42:05.841906 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device e7a717ea-7bea-495e-8407-ecfc56dceb28 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:42:05.918170 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port e7a717ea-7bea-495e-8407-ecfc56dceb28 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:42:05.922908 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port e7a717ea-7bea-495e-8407-ecfc56dceb28 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:42:05.923284 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:06.043491 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:06.076551 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port e7a717ea-7bea-495e-8407-ecfc56dceb28, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=e7a717ea-7bea-495e-8407-ecfc56dceb28,segment=NetworkSegment(46c4da90-3715-460c-94ee-3e32e0acb17a),segment_id=46c4da90-3715-460c-94ee-3e32e0acb17a)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:42:06.082218 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:06.146964 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=e7a717ea-7bea-495e-8407-ecfc56dceb28,revision_number=3']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:42:07.799242 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device e7a717ea-7bea-495e-8407-ecfc56dceb28 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:42:07.867771 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port e7a717ea-7bea-495e-8407-ecfc56dceb28 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:42:07.868126 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:26.021678 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-3428060e-91c0-4fa5-8312-d6427fd9aa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:28.280170 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-e3dc916e-3fe8-45d6-ba92-08f9661c3e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:29.403370 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:29.468969 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:30.695432 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:35.680348 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 5 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:42:56.025286 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-d17855c8-c236-4ef9-a9c2-7bb940f05503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:58.283662 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-5f2187d9-3a55-4434-9f97-66d85b529f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:59.405251 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:42:59.474276 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:43:00.696932 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:43:12.680952 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 5 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:43:14.774647 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56394) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:43:14.780705 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [None req-605fc7c9-a78a-4edd-b6ef-002f3d1c148b tempest-verify_tempest_config-292089447 tempest-verify_tempest_config-292089447-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83062) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 28 18:43:14.781705 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-605fc7c9-a78a-4edd-b6ef-002f3d1c148b tempest-verify_tempest_config-292089447 tempest-verify_tempest_config-292089447-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0060585
Feb 28 18:43:15.139155 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56410) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:43:15.292752 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-208ad55b-c3ba-4a93-a9fe-cf3309f309c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:43:15.333078 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-208ad55b-c3ba-4a93-a9fe-cf3309f309c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:43:15.337796 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-208ad55b-c3ba-4a93-a9fe-cf3309f309c8 admin admin] Usage tracker for resource:security_group_rule and tenant:41874e34f51d429896a523c4af102603 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:43:15.341609 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-208ad55b-c3ba-4a93-a9fe-cf3309f309c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:43:15.347804 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-208ad55b-c3ba-4a93-a9fe-cf3309f309c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:43:15.416498 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-208ad55b-c3ba-4a93-a9fe-cf3309f309c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:43:15.423162 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-208ad55b-c3ba-4a93-a9fe-cf3309f309c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:43:15.466413 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ad55b-c3ba-4a93-a9fe-cf3309f309c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf114ce-b609-4c8c-b584-ac83a4ea77e3,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:43:15.477091 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-208ad55b-c3ba-4a93-a9fe-cf3309f309c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41874e34f51d429896a523c4af102603&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3369529
Feb 28 18:43:15.480130 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 56416) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:43:15.480678 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ad55b-c3ba-4a93-a9fe-cf3309f309c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.480873 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ad55b-c3ba-4a93-a9fe-cf3309f309c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.481722 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ad55b-c3ba-4a93-a9fe-cf3309f309c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.482105 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ad55b-c3ba-4a93-a9fe-cf3309f309c8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.482455 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ad55b-c3ba-4a93-a9fe-cf3309f309c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.482925 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ad55b-c3ba-4a93-a9fe-cf3309f309c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.483260 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ad55b-c3ba-4a93-a9fe-cf3309f309c8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.483602 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ad55b-c3ba-4a93-a9fe-cf3309f309c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.483926 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ad55b-c3ba-4a93-a9fe-cf3309f309c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.484639 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ad55b-c3ba-4a93-a9fe-cf3309f309c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.484639 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208ad55b-c3ba-4a93-a9fe-cf3309f309c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.541759 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d1906965-d72a-41d7-9e16-ecfc08676c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:43:15.574630 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d1906965-d72a-41d7-9e16-ecfc08676c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:43:15.687129 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d1906965-d72a-41d7-9e16-ecfc08676c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:43:15.708793 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1906965-d72a-41d7-9e16-ecfc08676c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf114ce-b609-4c8c-b584-ac83a4ea77e3,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:43:15.719201 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d1906965-d72a-41d7-9e16-ecfc08676c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:43:15.720300 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-d1906965-d72a-41d7-9e16-ecfc08676c68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/daf114ce-b609-4c8c-b584-ac83a4ea77e3 HTTP/1.1" status: 204  len: 168 time: 0.2391088
Feb 28 18:43:15.721998 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1906965-d72a-41d7-9e16-ecfc08676c68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.722351 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1906965-d72a-41d7-9e16-ecfc08676c68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.722766 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1906965-d72a-41d7-9e16-ecfc08676c68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.723076 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1906965-d72a-41d7-9e16-ecfc08676c68 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.723429 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1906965-d72a-41d7-9e16-ecfc08676c68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.723762 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1906965-d72a-41d7-9e16-ecfc08676c68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.724085 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1906965-d72a-41d7-9e16-ecfc08676c68 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.724421 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1906965-d72a-41d7-9e16-ecfc08676c68 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.724796 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1906965-d72a-41d7-9e16-ecfc08676c68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.725069 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1906965-d72a-41d7-9e16-ecfc08676c68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:15.725393 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1906965-d72a-41d7-9e16-ecfc08676c68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:43:26.031061 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-e9e6d03e-4f55-4e1b-af18-100ca235e45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:43:28.288248 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-60c3f999-9618-453c-878f-912d4af0aa18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:43:29.411960 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:43:29.477910 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:43:30.699647 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:43:49.690222 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 5 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:43:56.033414 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-308eea70-7117-4e9b-8ac0-7d4ab5e5f367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:43:58.305383 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-8993ceb8-cb35-4574-b84d-8b2e8eb5ddf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:43:59.425429 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:43:59.483668 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:44:00.714435 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:44:26.030928 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-38ba6502-8fdf-46a7-a936-37f6ddc73c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:44:26.682167 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 5 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:44:28.295825 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-57d4dd0d-728e-4727-a940-92527809d597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:44:29.419283 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:44:29.487780 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:44:30.709595 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:44:56.033080 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c6c5cd74-8834-4715-a864-949e237eccfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:44:58.291533 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-3905c9a4-896e-4b7e-b0a3-a982685a8c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:44:59.288465 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-708232'] for agent, after_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:44:59.423666 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:44:59.491509 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:45:00.714344 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:45:03.689251 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:45:14.105985 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56486) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:45:14.264583 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-cdc52fd1-dbd4-46a6-987a-e5b6d32d518d admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1573560
Feb 28 18:45:16.307927 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56496) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:45:16.402347 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-54d07b5f-e8ca-4086-8fc4-a1a2ef93710f admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0933130
Feb 28 18:45:26.031061 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-b93b330d-b54e-4998-b5fe-e85df10b0daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:45:28.287122 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-e7d7d782-7077-407d-a5ed-028bb96619e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:45:29.257416 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:45:29.430549 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:45:29.497921 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:45:30.725996 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:45:40.686760 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:45:56.027786 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-a3c54e16-45a8-4af7-ace2-39d95ddd681f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:45:58.292442 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-41dfe438-157d-46be-aa39-fb7c546ca837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:45:59.260085 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:45:59.437464 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:45:59.507569 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:00.722920 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:17.677462 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:46:26.023456 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-1f226ec2-9f2b-4127-af90-277c0362e3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:28.298256 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-51316ade-a60a-4345-af15-97584306e06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:29.274328 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:29.429792 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:29.509350 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:30.724800 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:54.677969 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:46:55.335015 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56666) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:46:55.379425 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56674) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:46:55.430943 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56682) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:46:55.695355 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2096873966-network', 'tenant_id': 'bbff699f8ada48a78f3957fe6718a4ad'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:46:55.700397 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:46:55.704234 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Usage tracker for resource:network and tenant:bbff699f8ada48a78f3957fe6718a4ad is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:46:55.707776 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:46:55.713438 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:46:55.725482 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Made reservation on behalf of bbff699f8ada48a78f3957fe6718a4ad for: {'network': 1} {{(pid=83062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:46:55.728305 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for network, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:55.744364 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:55.779020 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:46:55.783185 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Usage tracker for resource:security_group_rule and tenant:bbff699f8ada48a78f3957fe6718a4ad is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:46:55.786585 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:46:55.792756 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:46:55.860610 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:55.866277 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:55.888666 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-377839811-network', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:46:55.911815 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2693dc74-68a6-449b-a61c-bce7b53de8a1,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:46:55.918585 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527}  {{(pid=83062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 18:46:55.929611 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:46:55.932356 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:55.932658 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:55.933117 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:55.933448 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:55.933965 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:55.934286 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:55.934631 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:55.934969 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:55.935321 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:55.935640 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:55.935955 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Tracked resource versions report:
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]: pushed versions:
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]: {   'ConntrackHelper': {'1.0'},
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:     'Log': {'1.0'},
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:     'Network': {'1.1'},
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:     'Port': {'1.5'},
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:     'PortForwarding': {'1.2'},
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:     'QosPolicy': {'1.8'},
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:     'SecurityGroup': {'1.2'},
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:     'SecurityGroupRule': {'1.0'},
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:     'SubPort': {'1.0'},
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:     'Subnet': {'1.1'},
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:     'Trunk': {'1.1'}}
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]: consumer versions:
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]: {   DHCP agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:     HyperV agent@hv-cinder-83118: {},
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:     L3 agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:     Metadata agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:     Metering agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:     Open vSwitch agent@dv-cinder-831188-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:                                                      'Log': '1.0',
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:                                                      'Network': '1.1',
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:                                                      'Port': '1.5',
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:                                                      'PortForwarding': '1.2',
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:                                                      'QosPolicy': '1.8',
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:                                                      'SecurityGroup': '1.2',
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:                                                      'SecurityGroupRule': '1.0',
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:                                                      'SubPort': '1.0',
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:                                                      'Subnet': '1.1',
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:                                                      'Trunk': '1.1'}}
Feb 28 18:46:55.936989 dv-cinder-831188-1-iscsi neutron-server[83062]:  {{(pid=83062) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 28 18:46:55.943058 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Usage tracker for resource:network and tenant:6c9c9337657d43f59f92137cbfb4bdcb is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:46:55.946529 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:46:55.957043 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:46:55.959097 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743575949662', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:55.959964 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f3c5bd115e0> segment precommit_create {{(pid=83062) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Feb 28 18:46:55.960444 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.db.segments_db [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Added segment a6a0d181-0a63-46a3-beb5-5734885b694e of type vlan for network 33faf01f-a157-4cb1-86f7-3ea812bfd79a
Feb 28 18:46:55.994794 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Made reservation on behalf of 6c9c9337657d43f59f92137cbfb4bdcb for: {'network': 1} {{(pid=83062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:46:55.997489 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for network, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.019269 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.026050 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-bfb46e37-240c-4ee3-9456-cfd2cb8e003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.040219 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743575470084'] for network, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.069335 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:46:56.073352 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Usage tracker for resource:security_group_rule and tenant:6c9c9337657d43f59f92137cbfb4bdcb is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:46:56.076195 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:46:56.082462 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:46:56.156205 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for network, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.157040 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:46:56.157607 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.192609 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.203293 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-9099722-network', 'tenant_id': '257851b949234252b54d9524d8ffca6d'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:46:56.223610 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.235991 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522}  {{(pid=83062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 18:46:56.239574 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 56712) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:46:56.247758 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.248326 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.db.segments_db [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Added segment d2426675-ddce-48d2-aafd-2cdbb3dce1b5 of type vlan for network e88bc605-548b-40fa-8e31-819c1a23132c
Feb 28 18:46:56.280893 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 56718) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:46:56.342381 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743575470084'] for network, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.399137 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:46:56.416056 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Usage tracker for resource:network and tenant:257851b949234252b54d9524d8ffca6d is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:46:56.418488 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] Pushing event updated for resources: {'Network': ['ID=33faf01f-a157-4cb1-86f7-3ea812bfd79a,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:46:56.422251 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:46:56.429045 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f36b39-c75f-4d17-b198-53c4e4f2b12c,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:46:56.449911 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for network, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.450699 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:46:56.451266 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.454091 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Network 33faf01f-a157-4cb1-86f7-3ea812bfd79a details requested by agent ovs-agent-dv-cinder-831188-1-iscsi with host dv-cinder-831188-1-iscsi {{(pid=83064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 28 18:46:56.454894 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:46:56.496677 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-48f79599-2fae-4e0e-8519-c817e9a7da81 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.1605189
Feb 28 18:46:56.499816 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 56738) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:46:56.506691 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Request body: {'subnet': {'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2096873966-subnet', 'tenant_id': 'bbff699f8ada48a78f3957fe6718a4ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:46:56.516443 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:46:56.528925 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Usage tracker for resource:subnet and tenant:bbff699f8ada48a78f3957fe6718a4ad is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:46:56.537141 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:46:56.552967 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:46:56.572274 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Made reservation on behalf of 257851b949234252b54d9524d8ffca6d for: {'network': 1} {{(pid=83062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:46:56.575144 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for network, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.581452 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Made reservation on behalf of bbff699f8ada48a78f3957fe6718a4ad for: {'subnet': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:46:56.585326 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.592597 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.609398 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.2288177
Feb 28 18:46:56.610420 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eae202-08e4-44e9-88ed-1996a4a842fa admin admin] Pushing event updated for resources: {'Network': ['ID=e88bc605-548b-40fa-8e31-819c1a23132c,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:46:56.615259 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56744) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:46:56.623136 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-a2402e8d-8c49-406a-a968-0af7b5048fc3 admin admin] Request body: {'subnet': {'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-subnet', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:46:56.623400 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Network e88bc605-548b-40fa-8e31-819c1a23132c details requested by agent ovs-agent-dv-cinder-831188-1-iscsi with host dv-cinder-831188-1-iscsi {{(pid=83064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 28 18:46:56.639562 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-318902888-network', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:46:56.652191 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:46:56.656589 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Usage tracker for resource:security_group_rule and tenant:257851b949234252b54d9524d8ffca6d is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:46:56.659754 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:46:56.665654 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:46:56.741375 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.744201 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-a2402e8d-8c49-406a-a968-0af7b5048fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:46:56.751249 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-a2402e8d-8c49-406a-a968-0af7b5048fc3 admin admin] Usage tracker for resource:subnet and tenant:6c9c9337657d43f59f92137cbfb4bdcb is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:46:56.756924 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.767669 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-a2402e8d-8c49-406a-a968-0af7b5048fc3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:46:56.798472 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:46:56.806182 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-893375224-network', 'tenant_id': '2dde676ebfae458485b906516863f0a6'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:46:56.813087 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d901cf77-4f3f-4176-8fc0-ee12f94819bb,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:46:56.813498 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Usage tracker for resource:network and tenant:8fcb1c7fbee84c74815b0b125d1f9b35 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:46:56.817802 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-a2402e8d-8c49-406a-a968-0af7b5048fc3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:46:56.820269 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:46:56.825434 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Usage tracker for resource:network and tenant:2dde676ebfae458485b906516863f0a6 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:46:56.825916 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529}  {{(pid=83062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 18:46:56.829732 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:46:56.837528 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:46:56.840286 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:46:56.843423 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.843888 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.db.segments_db [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Added segment a43bbdb7-fd1e-409d-ae78-22ea20a0c3c8 of type vlan for network 10a69764-13d4-4c14-a8fa-d1cf18480ff4
Feb 28 18:46:56.852929 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:46:56.857345 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Made reservation on behalf of 2dde676ebfae458485b906516863f0a6 for: {'network': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:46:56.859905 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for network, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.875473 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.876595 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743575470084'] for network, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.912110 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for network, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.913494 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:46:56.913911 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:46:56.914263 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.954710 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2402e8d-8c49-406a-a968-0af7b5048fc3 admin admin] Made reservation on behalf of 6c9c9337657d43f59f92137cbfb4bdcb for: {'subnet': 1} {{(pid=83062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:46:56.957505 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a2402e8d-8c49-406a-a968-0af7b5048fc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.979360 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.5470600
Feb 28 18:46:56.986619 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56756) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:46:56.989682 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Usage tracker for resource:security_group_rule and tenant:2dde676ebfae458485b906516863f0a6 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:46:56.992984 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Made reservation on behalf of 8fcb1c7fbee84c74815b0b125d1f9b35 for: {'network': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:46:56.993271 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-493f29b3-77b9-4ce3-bff3-ee91e893a10c admin admin] Request body: {'subnet': {'network_id': '10a69764-13d4-4c14-a8fa-d1cf18480ff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-9099722-subnet', 'tenant_id': '257851b949234252b54d9524d8ffca6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:46:56.995268 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for network, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:56.998289 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-493f29b3-77b9-4ce3-bff3-ee91e893a10c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:46:57.002616 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-493f29b3-77b9-4ce3-bff3-ee91e893a10c admin admin] Usage tracker for resource:subnet and tenant:257851b949234252b54d9524d8ffca6d is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:46:57.005856 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-493f29b3-77b9-4ce3-bff3-ee91e893a10c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:46:57.008713 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:46:57.012686 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-493f29b3-77b9-4ce3-bff3-ee91e893a10c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:46:57.014950 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:57.052164 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:46:57.056041 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Usage tracker for resource:security_group_rule and tenant:8fcb1c7fbee84c74815b0b125d1f9b35 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:46:57.059091 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:46:57.068910 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:46:57.133182 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493f29b3-77b9-4ce3-bff3-ee91e893a10c admin admin] Made reservation on behalf of 257851b949234252b54d9524d8ffca6d for: {'subnet': 1} {{(pid=83062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:46:57.135653 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-493f29b3-77b9-4ce3-bff3-ee91e893a10c admin admin] Notify callbacks [] for subnet, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:57.139829 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:46:57.362493 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:57.371610 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572292ec-2642-4c1c-af19-55de16b32a9b admin admin] Pushing event updated for resources: {'Network': ['ID=10a69764-13d4-4c14-a8fa-d1cf18480ff4,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:46:57.376972 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:57.380864 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for subnet, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:57.398004 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Network 10a69764-13d4-4c14-a8fa-d1cf18480ff4 details requested by agent ovs-agent-dv-cinder-831188-1-iscsi with host dv-cinder-831188-1-iscsi {{(pid=83064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 28 18:46:57.492922 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:57.539784 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f413d20-e81e-4777-9224-e80e0c09c076,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:46:57.553243 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:57.553587 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:57.553916 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:57.554295 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:57.554676 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:57.555007 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:57.555378 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:57.555698 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:57.556016 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:57.556376 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:57.557219 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Tracked resource versions report:
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]: pushed versions:
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]: {   'ConntrackHelper': {'1.0'},
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:     'Log': {'1.0'},
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:     'Network': {'1.1'},
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:     'Port': {'1.5'},
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:     'PortForwarding': {'1.2'},
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:     'QosPolicy': {'1.8'},
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:     'SecurityGroup': {'1.2'},
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:     'SecurityGroupRule': {'1.0'},
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:     'SubPort': {'1.0'},
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:     'Subnet': {'1.1'},
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:     'Trunk': {'1.1'}}
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]: consumer versions:
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]: {   DHCP agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:     HyperV agent@hv-cinder-83118: {},
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:     L3 agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:     Metadata agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:     Metering agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:     Open vSwitch agent@dv-cinder-831188-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:                                                      'Log': '1.0',
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:                                                      'Network': '1.1',
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:                                                      'Port': '1.5',
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:                                                      'PortForwarding': '1.2',
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:                                                      'QosPolicy': '1.8',
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:                                                      'SecurityGroup': '1.2',
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:                                                      'SecurityGroupRule': '1.0',
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:                                                      'SubPort': '1.0',
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:                                                      'Subnet': '1.1',
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:                                                      'Trunk': '1.1'}}
Feb 28 18:46:57.558275 dv-cinder-831188-1-iscsi neutron-server[83063]:  {{(pid=83063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 28 18:46:57.564933 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:57.578646 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508}  {{(pid=83063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 18:46:57.594400 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515}  {{(pid=83063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 18:46:57.673909 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:57.674484 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.segments_db [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Added segment 805819ed-9a94-43be-8f5f-0e28f8886edb of type vlan for network 938299cb-86e8-4dea-8808-d72ec700e3e7
Feb 28 18:46:57.694905 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-493f29b3-77b9-4ce3-bff3-ee91e893a10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for subnet, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:57.706639 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:57.706909 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.segments_db [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Added segment 1664dd6d-6de1-4ae4-b077-d67d673dcb57 of type vlan for network 0c47f8e2-1f60-48dd-8af5-15438a78251b
Feb 28 18:46:57.735610 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cf13d5-a616-44b0-b5d9-0071ffa993c5,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:46:57.777006 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743575470084'] for network, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:57.782097 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a2402e8d-8c49-406a-a968-0af7b5048fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for subnet, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:57.795990 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493f29b3-77b9-4ce3-bff3-ee91e893a10c admin admin] Pushing event updated for resources: {'Subnet': ['ID=edebb0de-57a1-4ccb-8507-4b636bec4401,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:46:57.818067 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Checking segment: {'id': 'a6a0d181-0a63-46a3-beb5-5734885b694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:46:57.818414 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Network hostable DHCP agents. Network: 33faf01f-a157-4cb1-86f7-3ea812bfd79a, hostable agents: ['6a9a7d5e-9a98-4f00-a132-39bb1f3bba05'], hosted agents: [] {{(pid=83063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 18:46:57.822537 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeabf6d4-31f4-46d0-9671-045731ec3a52,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:46:57.826619 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743575470084'] for network, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:57.857230 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2402e8d-8c49-406a-a968-0af7b5048fc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0397a5d3-99dd-4619-9152-f3a0940b516f,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:46:57.889544 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493f29b3-77b9-4ce3-bff3-ee91e893a10c admin admin] Checking segment: {'id': 'a43bbdb7-fd1e-409d-ae78-22ea20a0c3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '10a69764-13d4-4c14-a8fa-d1cf18480ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:46:57.889994 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f29b3-77b9-4ce3-bff3-ee91e893a10c admin admin] Network hostable DHCP agents. Network: 10a69764-13d4-4c14-a8fa-d1cf18480ff4, hostable agents: ['6a9a7d5e-9a98-4f00-a132-39bb1f3bba05'], hosted agents: [] {{(pid=83062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 18:46:57.897836 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for network, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:57.900187 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:46:57.900797 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:57.934179 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2402e8d-8c49-406a-a968-0af7b5048fc3 admin admin] Checking segment: {'id': 'd2426675-ddce-48d2-aafd-2cdbb3dce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:46:57.934520 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2402e8d-8c49-406a-a968-0af7b5048fc3 admin admin] Network hostable DHCP agents. Network: e88bc605-548b-40fa-8e31-819c1a23132c, hostable agents: ['6a9a7d5e-9a98-4f00-a132-39bb1f3bba05'], hosted agents: [] {{(pid=83062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 18:46:57.965679 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493f29b3-77b9-4ce3-bff3-ee91e893a10c admin admin] Network 10a69764-13d4-4c14-a8fa-d1cf18480ff4 is scheduled to be hosted by DHCP agent 6a9a7d5e-9a98-4f00-a132-39bb1f3bba05 with binding_index 1 {{(pid=83062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 18:46:57.976185 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2402e8d-8c49-406a-a968-0af7b5048fc3 admin admin] Network e88bc605-548b-40fa-8e31-819c1a23132c is scheduled to be hosted by DHCP agent 6a9a7d5e-9a98-4f00-a132-39bb1f3bba05 with binding_index 1 {{(pid=83062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 18:46:57.994910 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-493f29b3-77b9-4ce3-bff3-ee91e893a10c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-iscsi, 10a69764-13d4-4c14-a8fa-d1cf18480ff4) {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:46:57.996640 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-a2402e8d-8c49-406a-a968-0af7b5048fc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-iscsi, e88bc605-548b-40fa-8e31-819c1a23132c) {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:46:57.999707 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493f29b3-77b9-4ce3-bff3-ee91e893a10c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:46:58.000220 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-493f29b3-77b9-4ce3-bff3-ee91e893a10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:58.018498 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac23e80-a226-4dcb-be29-fc40eb285ab6 None None] Network 10a69764-13d4-4c14-a8fa-d1cf18480ff4 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:46:58.024779 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2402e8d-8c49-406a-a968-0af7b5048fc3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:46:58.025364 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a2402e8d-8c49-406a-a968-0af7b5048fc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:58.044869 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-493f29b3-77b9-4ce3-bff3-ee91e893a10c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0573275
Feb 28 18:46:58.060855 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27736b3-090c-47ac-bf5a-f2d641553daa None None] Network e88bc605-548b-40fa-8e31-819c1a23132c requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:46:58.067807 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-a2402e8d-8c49-406a-a968-0af7b5048fc3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.4513252
Feb 28 18:46:58.070726 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56798) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:46:58.077152 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:46:58.083133 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:46:58.087381 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Usage tracker for resource:router and tenant:6c9c9337657d43f59f92137cbfb4bdcb is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:46:58.091259 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:46:58.098235 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:46:58.113596 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-712517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239002'] for router, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:58.115431 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-712482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238997'] for router, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:58.152156 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Network 33faf01f-a157-4cb1-86f7-3ea812bfd79a is scheduled to be hosted by DHCP agent 6a9a7d5e-9a98-4f00-a132-39bb1f3bba05 with binding_index 1 {{(pid=83063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 18:46:58.152417 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:58.154602 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for network, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:58.155433 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:46:58.156002 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:58.252907 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.0118747
Feb 28 18:46:58.276077 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56810) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:46:58.283611 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.0016563
Feb 28 18:46:58.284562 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 56812) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:46:58.294047 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4ffbc-dd14-4f84-b4a0-af8f45b7f420 admin admin] Pushing event updated for resources: {'Network': ['ID=938299cb-86e8-4dea-8808-d72ec700e3e7,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:46:58.296752 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-iscsi, 33faf01f-a157-4cb1-86f7-3ea812bfd79a) {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:46:58.301867 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-ab817b02-5205-46ac-bfae-aa93e997ec57 admin admin] Request body: {'subnet': {'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-893375224-subnet', 'tenant_id': '2dde676ebfae458485b906516863f0a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:46:58.319171 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-250673de-0a50-4aca-a20a-007d19783bb6 admin admin] Request body: {'subnet': {'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-318902888-subnet', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:46:58.335661 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-250673de-0a50-4aca-a20a-007d19783bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:46:58.343155 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-250673de-0a50-4aca-a20a-007d19783bb6 admin admin] Usage tracker for resource:subnet and tenant:8fcb1c7fbee84c74815b0b125d1f9b35 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:46:58.350391 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-250673de-0a50-4aca-a20a-007d19783bb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:46:58.359973 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-250673de-0a50-4aca-a20a-007d19783bb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:46:58.406848 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45f68e-1d96-4e1a-b97e-e47d8ed00f06 admin admin] Pushing event updated for resources: {'Network': ['ID=0c47f8e2-1f60-48dd-8af5-15438a78251b,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:46:58.415333 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:46:58.416227 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:58.424188 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-ab817b02-5205-46ac-bfae-aa93e997ec57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:46:58.435420 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-ab817b02-5205-46ac-bfae-aa93e997ec57 admin admin] Usage tracker for resource:subnet and tenant:2dde676ebfae458485b906516863f0a6 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:46:58.439347 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-ab817b02-5205-46ac-bfae-aa93e997ec57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:46:58.447963 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-b3245dda-b998-4e2f-944f-67c3119f3b27 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.9465966
Feb 28 18:46:58.449187 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-ab817b02-5205-46ac-bfae-aa93e997ec57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:46:58.462310 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab817b02-5205-46ac-bfae-aa93e997ec57 admin admin] Made reservation on behalf of 2dde676ebfae458485b906516863f0a6 for: {'subnet': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:46:58.466473 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ab817b02-5205-46ac-bfae-aa93e997ec57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:58.474571 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250673de-0a50-4aca-a20a-007d19783bb6 admin admin] Made reservation on behalf of 8fcb1c7fbee84c74815b0b125d1f9b35 for: {'subnet': 1} {{(pid=83062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:46:58.476877 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-250673de-0a50-4aca-a20a-007d19783bb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:58.488793 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0256c4-0f5d-4205-8793-88c55b441529 None None] Network 33faf01f-a157-4cb1-86f7-3ea812bfd79a requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:46:58.501853 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Network 938299cb-86e8-4dea-8808-d72ec700e3e7 details requested by agent ovs-agent-dv-cinder-831188-1-iscsi with host dv-cinder-831188-1-iscsi {{(pid=83064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 28 18:46:58.517034 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Network 0c47f8e2-1f60-48dd-8af5-15438a78251b details requested by agent ovs-agent-dv-cinder-831188-1-iscsi with host dv-cinder-831188-1-iscsi {{(pid=83064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 28 18:46:58.793059 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-712535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-239015'] for router, precommit_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:58.927314 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ab817b02-5205-46ac-bfae-aa93e997ec57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for subnet, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:59.070000 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab817b02-5205-46ac-bfae-aa93e997ec57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3183f4d-fffd-4f45-b1db-3eda723095ac,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:46:59.179829 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab817b02-5205-46ac-bfae-aa93e997ec57 admin admin] Checking segment: {'id': '1664dd6d-6de1-4ae4-b077-d67d673dcb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:46:59.180193 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab817b02-5205-46ac-bfae-aa93e997ec57 admin admin] Network hostable DHCP agents. Network: 0c47f8e2-1f60-48dd-8af5-15438a78251b, hostable agents: ['6a9a7d5e-9a98-4f00-a132-39bb1f3bba05'], hosted agents: [] {{(pid=83063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 18:46:59.243137 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-250673de-0a50-4aca-a20a-007d19783bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for subnet, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:59.253617 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab817b02-5205-46ac-bfae-aa93e997ec57 admin admin] Network 0c47f8e2-1f60-48dd-8af5-15438a78251b is scheduled to be hosted by DHCP agent 6a9a7d5e-9a98-4f00-a132-39bb1f3bba05 with binding_index 1 {{(pid=83063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 18:46:59.263875 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f05af802-bdf9-413f-97f6-2c398f265af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:59.269471 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-ab817b02-5205-46ac-bfae-aa93e997ec57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-iscsi, 0c47f8e2-1f60-48dd-8af5-15438a78251b) {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:46:59.275932 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab817b02-5205-46ac-bfae-aa93e997ec57 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:46:59.278016 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ab817b02-5205-46ac-bfae-aa93e997ec57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:59.296604 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81c1a68-2aeb-4d5c-a109-29227fbde34c None None] Network 0c47f8e2-1f60-48dd-8af5-15438a78251b requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:46:59.328311 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-ab817b02-5205-46ac-bfae-aa93e997ec57 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.0355983
Feb 28 18:46:59.328969 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 56876) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:46:59.343719 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-893375224-router', 'tenant_id': '2dde676ebfae458485b906516863f0a6', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:46:59.355018 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:46:59.363600 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Usage tracker for resource:router and tenant:2dde676ebfae458485b906516863f0a6 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:46:59.369211 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:46:59.381312 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea16e0-bb4d-5038-9659-abbd04b0c66d-e88bc605-548b-40fa-8e31-819c1a23132c', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'fixed_ips': [{'subnet_id': '0397a5d3-99dd-4619-9152-f3a0940b516f'}]}} from dv-cinder-831188-1-iscsi. {{(pid=83064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 28 18:46:59.382285 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:59.384165 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:46:59.389277 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 56882) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:46:59.394684 dv-cinder-831188-1-iscsi neutron-server[83063]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 28 18:46:59.416367 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250673de-0a50-4aca-a20a-007d19783bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dce3474-2c0c-493d-819c-9f361e4996c7,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:46:59.471899 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:59.505640 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56886) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:46:59.525368 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-712517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239002'] for router, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:59.527017 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-712482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238997'] for router, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:59.550061 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:59.565106 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56890) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:46:59.572092 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:59.612772 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:59.695613 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cbff21-b2ec-473a-9519-7b0313d1e887 None None] Network 33faf01f-a157-4cb1-86f7-3ea812bfd79a requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:46:59.718254 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eec552b-ddd2-4712-b03f-0302b04588fa None None] Network 10a69764-13d4-4c14-a8fa-d1cf18480ff4 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:46:59.749334 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:59.774600 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98004bd4-c200-4c04-82be-e4946e808c5f req-e896647f-ac60-43e7-8e9f-c9a271bcd3ab tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:46:59.781722 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-98004bd4-c200-4c04-82be-e4946e808c5f req-e896647f-ac60-43e7-8e9f-c9a271bcd3ab tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/networks?id=10a69764-13d4-4c14-a8fa-d1cf18480ff4 HTTP/1.1" status: 200  len: 809 time: 0.3913655
Feb 28 18:46:59.791973 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-712535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-239015'] for router, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:59.818097 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-98004bd4-c200-4c04-82be-e4946e808c5f req-9aedde82-5312-43e2-9a97-91666f2118a9 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/quotas/257851b949234252b54d9524d8ffca6d HTTP/1.1" status: 200  len: 375 time: 0.0350802
Feb 28 18:46:59.839433 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_common [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Allocated IP 172.27.3.97 (f40459f8-f658-4119-914b-b9023327a718/14c23ed2-446a-414e-8e86-91dabee5c278/205aef95-7b52-4342-afe9-45d4d02b27ab) {{(pid=83062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:46:59.862583 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:46:59.886319 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-98004bd4-c200-4c04-82be-e4946e808c5f req-ecf30d09-22d1-49eb-a98d-754f2591479e tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=257851b949234252b54d9524d8ffca6d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0670907
Feb 28 18:47:00.000460 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250673de-0a50-4aca-a20a-007d19783bb6 admin admin] Checking segment: {'id': '805819ed-9a94-43be-8f5f-0e28f8886edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:47:00.001163 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250673de-0a50-4aca-a20a-007d19783bb6 admin admin] Network hostable DHCP agents. Network: 938299cb-86e8-4dea-8808-d72ec700e3e7, hostable agents: ['6a9a7d5e-9a98-4f00-a132-39bb1f3bba05'], hosted agents: [] {{(pid=83062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 18:47:00.047819 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-99527c3f-2f73-4068-b7c9-cf8df0e04652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:00.066980 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56910) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:00.077098 dv-cinder-831188-1-iscsi neutron-server[83062]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 28 18:47:00.110877 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:00.145395 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:00.186919 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [req-98004bd4-c200-4c04-82be-e4946e808c5f req-b964cbb7-bde8-4eaa-afc7-e5d263159de7 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 28 18:47:00.188071 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-98004bd4-c200-4c04-82be-e4946e808c5f req-b964cbb7-bde8-4eaa-afc7-e5d263159de7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1071107
Feb 28 18:47:00.289008 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250673de-0a50-4aca-a20a-007d19783bb6 admin admin] Network 938299cb-86e8-4dea-8808-d72ec700e3e7 is scheduled to be hosted by DHCP agent 6a9a7d5e-9a98-4f00-a132-39bb1f3bba05 with binding_index 1 {{(pid=83062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 18:47:00.310416 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f1976aa0-018c-44d8-833c-3ccf6a3eb2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:00.316535 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.db_base_plugin_common [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Allocated IP 172.20.0.2 (e88bc605-548b-40fa-8e31-819c1a23132c/0397a5d3-99dd-4619-9152-f3a0940b516f/0ca33ea3-f826-4d89-89d0-bcd17f7e716b) {{(pid=83064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:47:00.332668 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-98004bd4-c200-4c04-82be-e4946e808c5f req-28b09429-a7cb-4008-9b05-756669f1673c service neutron] 10.222.0.18 "GET /v2.0/networks/10a69764-13d4-4c14-a8fa-d1cf18480ff4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378386
Feb 28 18:47:00.372649 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0c5831-9604-4aba-a3cc-32166a6c2e29 None None] Network 0c47f8e2-1f60-48dd-8af5-15438a78251b requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:47:00.395793 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-250673de-0a50-4aca-a20a-007d19783bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-iscsi, 938299cb-86e8-4dea-8808-d72ec700e3e7) {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:47:00.399985 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-99527c3f-2f73-4068-b7c9-cf8df0e04652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:00.418201 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-d58515d2-213c-4a4e-b631-7da171188006 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:00.418935 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-d58515d2-213c-4a4e-b631-7da171188006 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Synchronizing usage tracker for tenant:bbff699f8ada48a78f3957fe6718a4ad on resource:network {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:00.424623 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-99527c3f-2f73-4068-b7c9-cf8df0e04652 admin admin] Usage tracker for resource:security_group_rule and tenant:fa753859778c44c5bf4fe483dc278775 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:00.427740 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250673de-0a50-4aca-a20a-007d19783bb6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:00.428329 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-250673de-0a50-4aca-a20a-007d19783bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:00.433749 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-99527c3f-2f73-4068-b7c9-cf8df0e04652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:00.440168 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:00.451607 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71231a79-4745-4e13-9fb6-26ee768cbf81 None None] Network 938299cb-86e8-4dea-8808-d72ec700e3e7 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:47:00.455802 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-99527c3f-2f73-4068-b7c9-cf8df0e04652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:00.467268 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-f1976aa0-018c-44d8-833c-3ccf6a3eb2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:00.478814 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-f1976aa0-018c-44d8-833c-3ccf6a3eb2cc admin admin] Usage tracker for resource:security_group_rule and tenant:726c24ca1e8e4efc951e601606096221 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:00.485980 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-f1976aa0-018c-44d8-833c-3ccf6a3eb2cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:00.496535 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-f1976aa0-018c-44d8-833c-3ccf6a3eb2cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:00.531453 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-98004bd4-c200-4c04-82be-e4946e808c5f req-8e0ef76b-0c24-4dd3-bf33-d02a06d64b5b service neutron] 10.222.0.18 "GET /v2.0/networks/10a69764-13d4-4c14-a8fa-d1cf18480ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1869948
Feb 28 18:47:00.532669 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-250673de-0a50-4aca-a20a-007d19783bb6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.2566159
Feb 28 18:47:00.537694 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 56918) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:00.548218 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:00.555629 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:00.560522 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Usage tracker for resource:router and tenant:8fcb1c7fbee84c74815b0b125d1f9b35 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:00.564305 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:00.571622 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:00.584798 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:00.675222 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Allocated IP 172.27.3.120 (f40459f8-f658-4119-914b-b9023327a718/14c23ed2-446a-414e-8e86-91dabee5c278/fb88826d-265d-4661-90df-b8725bcc1c65) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:47:00.675947 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-99527c3f-2f73-4068-b7c9-cf8df0e04652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:00.695698 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Network f40459f8-f658-4119-914b-b9023327a718 is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:47:00.699318 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-99527c3f-2f73-4068-b7c9-cf8df0e04652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:00.702284 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-712517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239002'] for router, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:00.703795 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-712482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238997'] for router, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:00.721557 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:47:00.751673 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99527c3f-2f73-4068-b7c9-cf8df0e04652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270feddd-54d0-4676-a7b7-5cb830865167,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:00.763112 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Received port after_create {{(pid=83062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:47:00.855531 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Pushing event updated for resources: {'Port': ['ID=205aef95-7b52-4342-afe9-45d4d02b27ab,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:00.864646 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:00.880556 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:00.899020 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-99527c3f-2f73-4068-b7c9-cf8df0e04652 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa753859778c44c5bf4fe483dc278775&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3806193
Feb 28 18:47:00.909449 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 56936) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:00.917640 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f1976aa0-018c-44d8-833c-3ccf6a3eb2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:00.941840 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f1976aa0-018c-44d8-833c-3ccf6a3eb2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:00.949028 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Notify callbacks [] for port, precommit_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:00.999927 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-f1976aa0-018c-44d8-833c-3ccf6a3eb2cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=726c24ca1e8e4efc951e601606096221&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3915482
Feb 28 18:47:01.005413 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56948) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:01.037553 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-d58515d2-213c-4a4e-b631-7da171188006 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Unset dirty status for tenant:bbff699f8ada48a78f3957fe6718a4ad on resource:network {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:01.038572 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-d58515d2-213c-4a4e-b631-7da171188006 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/networks?id=33faf01f-a157-4cb1-86f7-3ea812bfd79a HTTP/1.1" status: 200  len: 815 time: 0.9685731
Feb 28 18:47:01.051181 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Transition to ACTIVE for port object 0ca33ea3-f826-4d89-89d0-bcd17f7e716b will not be triggered until provisioned by entity L2. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:47:01.056505 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1976aa0-018c-44d8-833c-3ccf6a3eb2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be72352f-99a8-44ef-89ab-b71f758b672b,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:01.081167 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Transition to ACTIVE for port object 0ca33ea3-f826-4d89-89d0-bcd17f7e716b will not be triggered until provisioned by entity DHCP. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:47:01.085975 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea16e0-bb4d-5038-9659-abbd04b0c66d-938299cb-86e8-4dea-8808-d72ec700e3e7', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'fixed_ips': [{'subnet_id': '6dce3474-2c0c-493d-819c-9f361e4996c7'}]}} from dv-cinder-831188-1-iscsi. {{(pid=83064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 28 18:47:01.087090 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.097258 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.105401 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-18e02fef-f921-4249-a95c-76ec4ff1ab37 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/quotas/bbff699f8ada48a78f3957fe6718a4ad HTTP/1.1" status: 200  len: 375 time: 0.0511093
Feb 28 18:47:01.112399 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.117944 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b1126f37-ee38-4535-bf21-3dde0a668028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.181716 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Network e88bc605-548b-40fa-8e31-819c1a23132c is already hosted by enough agents. {{(pid=83064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:47:01.190181 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.base_scheduler [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Resources bound (agent type, host, resource id):  {{(pid=83064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:47:01.200486 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3134ae9d-3fe4-443b-8858-b41048219727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.214507 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e7cdae99-c072-4263-9dd5-177a6b922223 req-74f85c72-75c4-4b39-b3f9-3f1f518dedfc tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 210 time: 0.1212265
Feb 28 18:47:01.229868 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Received port after_create {{(pid=83064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:47:01.253170 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3134ae9d-3fe4-443b-8858-b41048219727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.260186 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Pushing event updated for resources: {'Port': ['ID=0ca33ea3-f826-4d89-89d0-bcd17f7e716b,revision_number=1']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:01.306198 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-712535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-239015'] for router, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.306410 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b1126f37-ee38-4535-bf21-3dde0a668028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.349894 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.362891 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:01.363186 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:01.363634 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:01.364023 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:01.364396 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:01.364900 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:01.365229 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:01.365623 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:01.366003 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:01.366329 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:01.366678 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Tracked resource versions report:
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]: pushed versions:
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]: {   'ConntrackHelper': {'1.0'},
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:     'Log': {'1.0'},
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:     'Network': {'1.1'},
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:     'Port': {'1.5'},
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:     'PortForwarding': {'1.2'},
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:     'QosPolicy': {'1.8'},
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:     'SecurityGroup': {'1.2'},
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:     'SecurityGroupRule': {'1.0'},
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:     'SubPort': {'1.0'},
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:     'Subnet': {'1.1'},
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:     'Trunk': {'1.1'}}
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]: consumer versions:
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]: {   DHCP agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:     HyperV agent@hv-cinder-83118: {},
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:     L3 agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:     Metadata agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:     Metering agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:     Open vSwitch agent@dv-cinder-831188-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:                                                      'Log': '1.0',
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:                                                      'Network': '1.1',
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:                                                      'Port': '1.5',
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:                                                      'PortForwarding': '1.2',
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:                                                      'QosPolicy': '1.8',
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:                                                      'SecurityGroup': '1.2',
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:                                                      'SecurityGroupRule': '1.0',
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:                                                      'SubPort': '1.0',
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:                                                      'Subnet': '1.1',
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:                                                      'Trunk': '1.1'}}
Feb 28 18:47:01.367765 dv-cinder-831188-1-iscsi neutron-server[83064]:  {{(pid=83064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 28 18:47:01.428470 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Attempting to bind port 0ca33ea3-f826-4d89-89d0-bcd17f7e716b on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:47:01.428937 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Attempting to bind port 0ca33ea3-f826-4d89-89d0-bcd17f7e716b by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': 'd2426675-ddce-48d2-aafd-2cdbb3dce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c'}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:47:01.429388 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Attempting to bind port 0ca33ea3-f826-4d89-89d0-bcd17f7e716b on network e88bc605-548b-40fa-8e31-819c1a23132c {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:47:01.453360 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:47:01.455155 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-cd0888e7-0ba4-4e82-8b35-7f45c794448d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbff699f8ada48a78f3957fe6718a4ad&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3384044
Feb 28 18:47:01.455576 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Checking segment: {'id': 'd2426675-ddce-48d2-aafd-2cdbb3dce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:47:01.456063 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.456579 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Bound using segment: {'id': 'd2426675-ddce-48d2-aafd-2cdbb3dce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c'} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:47:01.458209 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Bound port: 0ca33ea3-f826-4d89-89d0-bcd17f7e716b, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2426675-ddce-48d2-aafd-2cdbb3dce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c'}}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:47:01.458868 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.460288 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b1126f37-ee38-4535-bf21-3dde0a668028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.509142 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1126f37-ee38-4535-bf21-3dde0a668028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be72352f-99a8-44ef-89ab-b71f758b672b,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:01.546338 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.db_base_plugin_common [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Allocated IP 172.20.0.2 (938299cb-86e8-4dea-8808-d72ec700e3e7/6dce3474-2c0c-493d-819c-9f361e4996c7/d242f743-1dbd-435b-ac52-0b94a5457f70) {{(pid=83064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:47:01.551546 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b1126f37-ee38-4535-bf21-3dde0a668028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.552735 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-b1126f37-ee38-4535-bf21-3dde0a668028 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be72352f-99a8-44ef-89ab-b71f758b672b HTTP/1.1" status: 204  len: 168 time: 0.5431881
Feb 28 18:47:01.561193 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3134ae9d-3fe4-443b-8858-b41048219727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.589414 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.591728 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-712526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716843'] for router, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.634536 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134ae9d-3fe4-443b-8858-b41048219727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270feddd-54d0-4676-a7b7-5cb830865167,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:01.660986 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Network f40459f8-f658-4119-914b-b9023327a718 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:47:01.662078 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3134ae9d-3fe4-443b-8858-b41048219727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.666572 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-3134ae9d-3fe4-443b-8858-b41048219727 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/270feddd-54d0-4676-a7b7-5cb830865167 HTTP/1.1" status: 204  len: 168 time: 0.7548325
Feb 28 18:47:01.673058 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:47:01.677511 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Pushing event updated for resources: {'Port': ['ID=fb88826d-265d-4661-90df-b8725bcc1c65,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:01.679915 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:47:01.852400 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-22e066d5-17c7-4965-b8cc-f9da8c027f86 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83062) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 28 18:47:01.854466 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-22e066d5-17c7-4965-b8cc-f9da8c027f86 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2498348
Feb 28 18:47:01.893109 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] For port 0ca33ea3-f826-4d89-89d0-bcd17f7e716b, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:47:01.914356 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.915115 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-712526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716843'] for router, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.922768 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.948317 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] For port 0ca33ea3-f826-4d89-89d0-bcd17f7e716b, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=0ca33ea3-f826-4d89-89d0-bcd17f7e716b,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:47:01.956984 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:01.980230 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:02.021130 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Notify callbacks [] for port, precommit_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:02.049841 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Transition to ACTIVE for port object d242f743-1dbd-435b-ac52-0b94a5457f70 will not be triggered until provisioned by entity L2. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:47:02.075091 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8ccd3-11f1-415a-bd72-b030af1edb08 None None] Pushing event updated for resources: {'Port': ['ID=0ca33ea3-f826-4d89-89d0-bcd17f7e716b,revision_number=2']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:02.088205 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Transition to ACTIVE for port object d242f743-1dbd-435b-ac52-0b94a5457f70 will not be triggered until provisioned by entity DHCP. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:47:02.100052 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:02.230196 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Network 938299cb-86e8-4dea-8808-d72ec700e3e7 is already hosted by enough agents. {{(pid=83064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:47:02.240477 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.base_scheduler [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Resources bound (agent type, host, resource id):  {{(pid=83064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:47:02.276058 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Received port after_create {{(pid=83064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:47:02.385764 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-912546ed-132c-433f-a264-ab6ac220b529 service neutron] 10.222.0.18 "GET /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4197347
Feb 28 18:47:02.436647 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Pushing event updated for resources: {'Port': ['ID=d242f743-1dbd-435b-ac52-0b94a5457f70,revision_number=1']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:02.442203 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 56994) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:02.565149 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Attempting to bind port d242f743-1dbd-435b-ac52-0b94a5457f70 on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:47:02.565662 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Attempting to bind port d242f743-1dbd-435b-ac52-0b94a5457f70 by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': '805819ed-9a94-43be-8f5f-0e28f8886edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7'}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:47:02.566034 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Attempting to bind port d242f743-1dbd-435b-ac52-0b94a5457f70 on network 938299cb-86e8-4dea-8808-d72ec700e3e7 {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:47:02.573079 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:47:02.573750 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Checking segment: {'id': '805819ed-9a94-43be-8f5f-0e28f8886edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:47:02.574161 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:02.574543 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Bound using segment: {'id': '805819ed-9a94-43be-8f5f-0e28f8886edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7'} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:47:02.575040 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Bound port: d242f743-1dbd-435b-ac52-0b94a5457f70, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805819ed-9a94-43be-8f5f-0e28f8886edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7'}}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:47:02.575764 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:02.582723 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-395c5f2b-a6f3-48c7-9ea8-a41bd9919219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:02.668824 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-17cc2027-dafb-4660-b20b-ef6cd635ec94 req-cbaaff6b-dd80-486e-91ab-9ba863bee781 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 210 time: 0.1232955
Feb 28 18:47:02.694042 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Allocated IP 172.27.3.171 (f40459f8-f658-4119-914b-b9023327a718/14c23ed2-446a-414e-8e86-91dabee5c278/4bc0c118-994f-43b1-97e8-2835b065e5ab) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:47:02.701154 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] For port d242f743-1dbd-435b-ac52-0b94a5457f70, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:47:02.705178 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] For port d242f743-1dbd-435b-ac52-0b94a5457f70, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=d242f743-1dbd-435b-ac52-0b94a5457f70,segment=NetworkSegment(805819ed-9a94-43be-8f5f-0e28f8886edb),segment_id=805819ed-9a94-43be-8f5f-0e28f8886edb)] {{(pid=83064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:47:02.712814 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:02.748257 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-30b66e98-775f-438e-8615-57162eb9924b service neutron] 10.222.0.18 "GET /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3550837
Feb 28 18:47:02.751958 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-395c5f2b-a6f3-48c7-9ea8-a41bd9919219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:02.771993 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-395c5f2b-a6f3-48c7-9ea8-a41bd9919219 admin admin] Usage tracker for resource:security_group_rule and tenant:5ff9019ac4984c1bbc15f1b5308e0340 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:02.779735 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-395c5f2b-a6f3-48c7-9ea8-a41bd9919219 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:02.795852 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-395c5f2b-a6f3-48c7-9ea8-a41bd9919219 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:02.830044 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175e257-851b-48bf-9cdf-cab3359bde51 None None] Pushing event updated for resources: {'Port': ['ID=d242f743-1dbd-435b-ac52-0b94a5457f70,revision_number=2']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:02.957134 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-395c5f2b-a6f3-48c7-9ea8-a41bd9919219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:02.965890 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 is scheduled to L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 with binding_index 1 {{(pid=83062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 28 18:47:02.977139 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-395c5f2b-a6f3-48c7-9ea8-a41bd9919219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:03.060133 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-395c5f2b-a6f3-48c7-9ea8-a41bd9919219 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ff9019ac4984c1bbc15f1b5308e0340&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6137428
Feb 28 18:47:03.073820 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 57020) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:03.212454 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c5f2b-a6f3-48c7-9ea8-a41bd9919219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb340a9-ae4a-495a-a7bc-5f9c8b85112b,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:03.434218 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:03.634738 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:47:03.636110 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:03.647014 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Sync routers for ids ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:47:03.661460 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8098cc75-7a3d-4199-82ed-462aacd614f5 req-a25d868a-8ecb-4b68-842a-91f5928ffe18 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 210 time: 0.2667496
Feb 28 18:47:03.669497 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Routers {'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:47:03.670425 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ab22ac0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:46:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:03.684062 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] Notify callbacks [] for router, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:03.690336 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-0a3d726d-f289-448d-818d-ef02cff98b66 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.6182673
Feb 28 18:47:03.691502 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 57050) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:03.728411 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 57054) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:03.867606 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8062a2-2241-4dd4-bea5-293a906f9400 None None] Network e88bc605-548b-40fa-8e31-819c1a23132c requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:47:04.015059 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Network f40459f8-f658-4119-914b-b9023327a718 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:47:04.080985 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:47:04.098538 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:47:04.163182 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-70e3e134-7a68-4b69-b2de-6afd74cf9c78 req-1828e6a1-0449-41a2-9d00-12549e598ca7 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 210 time: 0.1006529
Feb 28 18:47:04.192417 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-23524517-310b-487a-bc2b-44a0dd50cb4f None None] Provisioning for port 0ca33ea3-f826-4d89-89d0-bcd17f7e716b completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:47:04.294492 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Set router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:47:04.298801 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device d242f743-1dbd-435b-ac52-0b94a5457f70 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:47:04.313424 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Pushing event updated for resources: {'Port': ['ID=4bc0c118-994f-43b1-97e8-2835b065e5ab,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:04.414428 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-74c95e6b-acfd-4fce-b60b-1d7ef226e14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:04.479650 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.70', 65443) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:04.531562 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port d242f743-1dbd-435b-ac52-0b94a5457f70 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:47:04.547003 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 0ca33ea3-f826-4d89-89d0-bcd17f7e716b up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:47:04.624438 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0654c95e-0073-4b2f-9bff-744d0b6d14cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:04.704262 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port 0ca33ea3-f826-4d89-89d0-bcd17f7e716b completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:47:04.711529 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 0ca33ea3-f826-4d89-89d0-bcd17f7e716b triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:04.711902 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:04.820876 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-74c95e6b-acfd-4fce-b60b-1d7ef226e14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:04.841735 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613cd74f-6b82-46fc-a9db-28fd400ac6ca None None] Network 938299cb-86e8-4dea-8808-d72ec700e3e7 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:47:04.943708 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ab22ac0>, [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:00Z', 'revision_number': 3, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port': {'id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:92:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:04.958236 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Checking router: cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:47:04.959969 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Updating router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 port 205aef95-7b52-4342-afe9-45d4d02b27ab binding host dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 28 18:47:05.067765 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-0654c95e-0073-4b2f-9bff-744d0b6d14cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:05.070474 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:05.116151 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ad2a2f3a-7684-4056-baad-f4e797797c3a None None] Provisioning for port d242f743-1dbd-435b-ac52-0b94a5457f70 completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:47:05.130104 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:05.146155 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-0654c95e-0073-4b2f-9bff-744d0b6d14cf admin admin] Usage tracker for resource:security_group_rule and tenant:892e009800754f2e804106e693211cf4 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:05.153517 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ad2a2f3a-7684-4056-baad-f4e797797c3a None None] Provisioning complete for port d242f743-1dbd-435b-ac52-0b94a5457f70 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:05.154396 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ad2a2f3a-7684-4056-baad-f4e797797c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:05.155625 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-0654c95e-0073-4b2f-9bff-744d0b6d14cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:05.180245 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Router dff2a717-0269-4cd4-981a-28162d53a361 is scheduled to L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 with binding_index 1 {{(pid=83063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 28 18:47:05.186976 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-0654c95e-0073-4b2f-9bff-744d0b6d14cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:05.188414 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port 0ca33ea3-f826-4d89-89d0-bcd17f7e716b, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=0ca33ea3-f826-4d89-89d0-bcd17f7e716b,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:05.226817 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:05.252837 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-53a7cc30-97e5-4d22-bac6-243ef8ec4399 req-36b63b59-05d9-4d2b-adaa-15cd4916904a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 210 time: 0.2851038
Feb 28 18:47:05.492030 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4b4b5491-3e16-4b94-90d0-3b5224e76aa0 req-fabefed2-b30d-4e37-910d-3ab275823861 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 210 time: 0.1223762
Feb 28 18:47:05.547762 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98004bd4-c200-4c04-82be-e4946e808c5f req-48dae47e-216c-4408-86aa-7835697db42c tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:05.551839 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-98004bd4-c200-4c04-82be-e4946e808c5f req-48dae47e-216c-4408-86aa-7835697db42c tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.70 "GET /v2.0/networks?id=10a69764-13d4-4c14-a8fa-d1cf18480ff4 HTTP/1.1" status: 200  len: 809 time: 1.0622263
Feb 28 18:47:05.648159 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=0ca33ea3-f826-4d89-89d0-bcd17f7e716b,revision_number=3']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:05.685885 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-98004bd4-c200-4c04-82be-e4946e808c5f req-d5b3da95-7d28-4b98-9633-7fd33cf98fdb tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Request body: {'port': {'device_id': '26e954e6-bc88-4ee9-9d74-b238e8260826', 'network_id': '10a69764-13d4-4c14-a8fa-d1cf18480ff4', 'admin_state_up': True, 'tenant_id': '257851b949234252b54d9524d8ffca6d'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:05.781552 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ad2a2f3a-7684-4056-baad-f4e797797c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:05.788617 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-74c95e6b-acfd-4fce-b60b-1d7ef226e14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:05.803081 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Notify callbacks [] for port, precommit_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:05.819293 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.provisioning_blocks [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Transition to ACTIVE for port object 205aef95-7b52-4342-afe9-45d4d02b27ab will not be triggered until provisioned by entity L2. {{(pid=83065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:47:05.820923 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:05.821857 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-712526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716843'] for router, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:05.822912 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ef019abf-f40a-45f0-a347-3537b8bb6d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:05.830455 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:05.878418 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ad2a2f3a-7684-4056-baad-f4e797797c3a None None] For port d242f743-1dbd-435b-ac52-0b94a5457f70, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=d242f743-1dbd-435b-ac52-0b94a5457f70,segment=NetworkSegment(805819ed-9a94-43be-8f5f-0e28f8886edb),segment_id=805819ed-9a94-43be-8f5f-0e28f8886edb)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:05.878880 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c95e6b-acfd-4fce-b60b-1d7ef226e14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb340a9-ae4a-495a-a7bc-5f9c8b85112b,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:05.900848 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ad2a2f3a-7684-4056-baad-f4e797797c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:05.962110 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36528cb-7e4d-4b12-923f-4997e1565f33 None None] Pushing event updated for resources: {'Port': ['ID=205aef95-7b52-4342-afe9-45d4d02b27ab,revision_number=2']} {{(pid=83065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:05.974237 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36528cb-7e4d-4b12-923f-4997e1565f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:05.974749 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36528cb-7e4d-4b12-923f-4997e1565f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:05.975349 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36528cb-7e4d-4b12-923f-4997e1565f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:05.975810 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36528cb-7e4d-4b12-923f-4997e1565f33 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:05.976351 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36528cb-7e4d-4b12-923f-4997e1565f33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:05.976773 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36528cb-7e4d-4b12-923f-4997e1565f33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:05.977578 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36528cb-7e4d-4b12-923f-4997e1565f33 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:05.978112 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36528cb-7e4d-4b12-923f-4997e1565f33 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:05.979018 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36528cb-7e4d-4b12-923f-4997e1565f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:05.979450 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36528cb-7e4d-4b12-923f-4997e1565f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:05.979876 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36528cb-7e4d-4b12-923f-4997e1565f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36528cb-7e4d-4b12-923f-4997e1565f33 None None] Tracked resource versions report:
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]: pushed versions:
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]: {   'ConntrackHelper': {'1.0'},
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:     'Log': {'1.0'},
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:     'Network': {'1.1'},
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:     'Port': {'1.5'},
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:     'PortForwarding': {'1.2'},
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:     'QosPolicy': {'1.8'},
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:     'SecurityGroup': {'1.2'},
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:     'SecurityGroupRule': {'1.0'},
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:     'SubPort': {'1.0'},
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:     'Subnet': {'1.1'},
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:     'Trunk': {'1.1'}}
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]: consumer versions:
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]: {   DHCP agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:     HyperV agent@hv-cinder-83118: {},
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:     L3 agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:     Metadata agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:     Metering agent@dv-cinder-831188-1-iscsi: {},
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:     Open vSwitch agent@dv-cinder-831188-1-iscsi: {   'ConntrackHelper': '1.0',
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:                                                      'Log': '1.0',
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:                                                      'Network': '1.1',
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:                                                      'Port': '1.5',
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:                                                      'PortForwarding': '1.2',
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:                                                      'QosPolicy': '1.8',
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:                                                      'SecurityGroup': '1.2',
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:                                                      'SecurityGroupRule': '1.0',
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:                                                      'SubPort': '1.0',
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:                                                      'Subnet': '1.1',
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:                                                      'Trunk': '1.1'}}
Feb 28 18:47:05.981141 dv-cinder-831188-1-iscsi neutron-server[83065]:  {{(pid=83065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Feb 28 18:47:06.037084 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Attempting to bind port 205aef95-7b52-4342-afe9-45d4d02b27ab on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:47:06.041127 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Attempting to bind port 205aef95-7b52-4342-afe9-45d4d02b27ab by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}] {{(pid=83065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:47:06.042384 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Attempting to bind port 205aef95-7b52-4342-afe9-45d4d02b27ab on network f40459f8-f658-4119-914b-b9023327a718 {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:47:06.057563 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:47:06.058600 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Checking segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:47:06.059153 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:06.061204 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Bound using segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:47:06.061798 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Bound port: 205aef95-7b52-4342-afe9-45d4d02b27ab, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}}] {{(pid=83065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:47:06.062399 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:06.063422 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a2f3a-7684-4056-baad-f4e797797c3a None None] Pushing event updated for resources: {'Port': ['ID=d242f743-1dbd-435b-ac52-0b94a5457f70,revision_number=3']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:06.071274 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 0ca33ea3-f826-4d89-89d0-bcd17f7e716b up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:47:06.196980 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.70', 65449) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:06.201686 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-c8970ea6-d9b2-4bbd-b6ad-099546468cff None None] Provisioning complete for port 0ca33ea3-f826-4d89-89d0-bcd17f7e716b triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:06.202054 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c8970ea6-d9b2-4bbd-b6ad-099546468cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:06.284660 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.db [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] For port 205aef95-7b52-4342-afe9-45d4d02b27ab, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:47:06.296442 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.db [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] For port 205aef95-7b52-4342-afe9-45d4d02b27ab, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=205aef95-7b52-4342-afe9-45d4d02b27ab,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:47:06.311512 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:06.325911 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-98004bd4-c200-4c04-82be-e4946e808c5f req-d5b3da95-7d28-4b98-9633-7fd33cf98fdb tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:06.337108 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-98004bd4-c200-4c04-82be-e4946e808c5f req-d5b3da95-7d28-4b98-9633-7fd33cf98fdb tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Usage tracker for resource:port and tenant:257851b949234252b54d9524d8ffca6d is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:06.346510 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-98004bd4-c200-4c04-82be-e4946e808c5f req-d5b3da95-7d28-4b98-9633-7fd33cf98fdb tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:06.369148 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-98004bd4-c200-4c04-82be-e4946e808c5f req-d5b3da95-7d28-4b98-9633-7fd33cf98fdb tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:06.389943 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_common [None req-ef019abf-f40a-45f0-a347-3537b8bb6d4d admin admin] Allocated IP 172.20.0.1 (e88bc605-548b-40fa-8e31-819c1a23132c/0397a5d3-99dd-4619-9152-f3a0940b516f/65cb300e-621a-4ff2-b528-9c4d473e0786) {{(pid=83062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:47:06.432401 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 0ca33ea3-f826-4d89-89d0-bcd17f7e716b triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:06.432992 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:06.560794 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0654c95e-0073-4b2f-9bff-744d0b6d14cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:06.587897 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Routers {'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:47:06.591692 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ab22ac0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:46:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:06.596300 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-74c95e6b-acfd-4fce-b60b-1d7ef226e14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:06.604037 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-74c95e6b-acfd-4fce-b60b-1d7ef226e14d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0fb340a9-ae4a-495a-a7bc-5f9c8b85112b HTTP/1.1" status: 204  len: 168 time: 3.5164905
Feb 28 18:47:06.619031 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0654c95e-0073-4b2f-9bff-744d0b6d14cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:06.724695 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98004bd4-c200-4c04-82be-e4946e808c5f req-d5b3da95-7d28-4b98-9633-7fd33cf98fdb tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Made reservation on behalf of 257851b949234252b54d9524d8ffca6d for: {'port': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:47:06.748276 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-98004bd4-c200-4c04-82be-e4946e808c5f req-d5b3da95-7d28-4b98-9633-7fd33cf98fdb tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:06.759017 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-b0b530cb-eeed-4d60-9312-9b11977ecdfc None None] Provisioning complete for port d242f743-1dbd-435b-ac52-0b94a5457f70 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:06.759378 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-b0b530cb-eeed-4d60-9312-9b11977ecdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:06.759530 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ef019abf-f40a-45f0-a347-3537b8bb6d4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:06.790488 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.provisioning_blocks [None req-ef019abf-f40a-45f0-a347-3537b8bb6d4d admin admin] Transition to ACTIVE for port object 65cb300e-621a-4ff2-b528-9c4d473e0786 will not be triggered until provisioned by entity DHCP. {{(pid=83062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:47:06.844379 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ef019abf-f40a-45f0-a347-3537b8bb6d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:06.965789 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-0654c95e-0073-4b2f-9bff-744d0b6d14cf admin admin] Synchronizing usage tracker for tenant:59acec3e713d40f0a23abdd9569d7387 on resource:security_group {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:07.034591 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36528cb-7e4d-4b12-923f-4997e1565f33 None None] Pushing event updated for resources: {'Port': ['ID=205aef95-7b52-4342-afe9-45d4d02b27ab,revision_number=3']} {{(pid=83065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:07.064713 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef019abf-f40a-45f0-a347-3537b8bb6d4d admin admin] Pushing event updated for resources: {'Port': ['ID=65cb300e-621a-4ff2-b528-9c4d473e0786,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:07.184567 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-0654c95e-0073-4b2f-9bff-744d0b6d14cf admin admin] Unset dirty status for tenant:59acec3e713d40f0a23abdd9569d7387 on resource:security_group {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:07.193524 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-0654c95e-0073-4b2f-9bff-744d0b6d14cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=892e009800754f2e804106e693211cf4&name=default HTTP/1.1" status: 200  len: 2647 time: 3.4448907
Feb 28 18:47:07.218739 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] Set router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:47:07.228705 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 57152) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:07.282061 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2d34f0e5-7ade-460a-8a09-32a1e9c04677 req-77f49071-6dc4-4a7e-b08c-29c8fa080f7f tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 210 time: 0.2250018
Feb 28 18:47:07.320584 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef019abf-f40a-45f0-a347-3537b8bb6d4d admin admin] Network e88bc605-548b-40fa-8e31-819c1a23132c is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:47:07.326288 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-ef019abf-f40a-45f0-a347-3537b8bb6d4d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:47:07.344779 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef019abf-f40a-45f0-a347-3537b8bb6d4d admin admin] Received port after_create {{(pid=83062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:47:07.347702 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ef019abf-f40a-45f0-a347-3537b8bb6d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708341'] for router_interface, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:07.610472 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ef019abf-f40a-45f0-a347-3537b8bb6d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:07.611803 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ae4a7b1f-2f51-4fce-ba34-db15b70392e2 req-e3b2b467-c0fd-4c3b-b4df-fe5de2e3ff5b tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 210 time: 0.6225979
Feb 28 18:47:07.636600 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654c95e-0073-4b2f-9bff-744d0b6d14cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a08aff6-1c09-4c9a-a5d1-f967ba1208b2,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:07.700374 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-97c5d77a-20c6-483d-b22c-e37c641c5ba4 None None] Provisioning for port 65cb300e-621a-4ff2-b528-9c4d473e0786 completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:47:07.712242 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-97c5d77a-20c6-483d-b22c-e37c641c5ba4 None None] Provisioning complete for port 65cb300e-621a-4ff2-b528-9c4d473e0786 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:07.712777 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-97c5d77a-20c6-483d-b22c-e37c641c5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:07.881197 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-97c5d77a-20c6-483d-b22c-e37c641c5ba4 None None] Port 65cb300e-621a-4ff2-b528-9c4d473e0786 cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:47:07.914819 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ab22ac0>, [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:00Z', 'revision_number': 3, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port': {'id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:92:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:07.916554 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-69edb3e8-b65d-4633-8c72-f48ba5bcf402 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:07.918217 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-69edb3e8-b65d-4633-8c72-f48ba5bcf402 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.70 "GET /v2.0/networks?id=33faf01f-a157-4cb1-86f7-3ea812bfd79a HTTP/1.1" status: 200  len: 815 time: 1.6108909
Feb 28 18:47:07.923743 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689b95b8-5dbf-41fd-9aa4-6430e0a77af2 None None] The sync data for ids ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'] in dv-cinder-831188-1-iscsi is: [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:00Z', 'revision_number': 3, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port': {'id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:92:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:47:07.928238 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6dc34298-a3c6-422b-9d35-99cffebad08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:08.007549 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6dc34298-a3c6-422b-9d35-99cffebad08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:08.049412 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device d242f743-1dbd-435b-ac52-0b94a5457f70 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:47:08.261030 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ef019abf-f40a-45f0-a347-3537b8bb6d4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:08.267949 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port d242f743-1dbd-435b-ac52-0b94a5457f70 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:08.268356 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:08.272997 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ef019abf-f40a-45f0-a347-3537b8bb6d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:08.273725 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ef019abf-f40a-45f0-a347-3537b8bb6d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7997001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708120'] for router_interface, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:08.316720 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-8ae176b9-098f-43a7-ac1a-4dd0dcbfbc91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Request body: {'port': {'device_id': '12af0b82-9877-4187-b24a-ec08b3f7bf58', 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a', 'admin_state_up': True, 'tenant_id': 'bbff699f8ada48a78f3957fe6718a4ad'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:08.674865 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef019abf-f40a-45f0-a347-3537b8bb6d4d admin admin] Pushing event updated for resources: {'Port': ['ID=65cb300e-621a-4ff2-b528-9c4d473e0786,revision_number=2']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:08.749415 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef019abf-f40a-45f0-a347-3537b8bb6d4d admin admin] Network e88bc605-548b-40fa-8e31-819c1a23132c is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:47:08.754110 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-ef019abf-f40a-45f0-a347-3537b8bb6d4d admin admin] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:47:08.880763 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6dc34298-a3c6-422b-9d35-99cffebad08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:09.033026 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-42458e19-ef44-4db3-8d79-482f5dd6ca19 req-1565fb10-c24e-4df4-907f-096d6e695310 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 210 time: 0.1876242
Feb 28 18:47:09.058485 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:47:09.070307 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Sync routers for ids ['dff2a717-0269-4cd4-981a-28162d53a361'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:47:09.089108 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fb161a48-4aa4-4f1d-b2b2-f21bee4b23e2 req-88fe7f96-4f2b-4d13-a2aa-1817550cb3f1 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 210 time: 0.3324049
Feb 28 18:47:09.120831 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Routers {'dff2a717-0269-4cd4-981a-28162d53a361'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:47:09.122166 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5b0ca910>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:46:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['dff2a717-0269-4cd4-981a-28162d53a361'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:09.146077 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc34298-a3c6-422b-9d35-99cffebad08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a08aff6-1c09-4c9a-a5d1-f967ba1208b2,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:09.159780 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6dc34298-a3c6-422b-9d35-99cffebad08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:09.161348 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-6dc34298-a3c6-422b-9d35-99cffebad08b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a08aff6-1c09-4c9a-a5d1-f967ba1208b2 HTTP/1.1" status: 204  len: 168 time: 1.8931303
Feb 28 18:47:09.232642 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] Notify callbacks [] for router, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:09.247658 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-df297a14-e33c-4eb6-a67f-4ed3d0e23aaa admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 9.9101968
Feb 28 18:47:09.276524 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 57182) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:09.310945 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [req-98004bd4-c200-4c04-82be-e4946e808c5f req-d5b3da95-7d28-4b98-9633-7fd33cf98fdb tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Allocated IP 172.20.0.10 (10a69764-13d4-4c14-a8fa-d1cf18480ff4/edebb0de-57a1-4ccb-8507-4b636bec4401/73b2783f-9c8f-49c1-a7ac-cc4be73b5e77) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:47:09.541106 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef019abf-f40a-45f0-a347-3537b8bb6d4d admin admin] Router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:47:09.651636 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Set router dff2a717-0269-4cd4-981a-28162d53a361 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:47:10.024451 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-d92c3d43-0752-4795-a70f-ccfdac302aab None None] Provisioning complete for port 65cb300e-621a-4ff2-b528-9c4d473e0786 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:10.024451 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-d92c3d43-0752-4795-a70f-ccfdac302aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:10.192644 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 205aef95-7b52-4342-afe9-45d4d02b27ab up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:47:10.213848 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef019abf-f40a-45f0-a347-3537b8bb6d4d admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:47:10.266481 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-ef019abf-f40a-45f0-a347-3537b8bb6d4d admin admin] 10.222.0.18 "PUT /v2.0/routers/cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5737519
Feb 28 18:47:10.427812 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-98004bd4-c200-4c04-82be-e4946e808c5f req-d5b3da95-7d28-4b98-9633-7fd33cf98fdb tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:10.468195 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-d92c3d43-0752-4795-a70f-ccfdac302aab None None] Port 65cb300e-621a-4ff2-b528-9c4d473e0786 cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:47:10.578470 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port 205aef95-7b52-4342-afe9-45d4d02b27ab completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:47:10.588073 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 205aef95-7b52-4342-afe9-45d4d02b27ab triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:10.589174 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:10.690781 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2bba5de0-4453-43c1-a947-d214cd9799cf req-50e2ed3c-c413-454e-8d99-267d423ee4e8 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 210 time: 0.1932573
Feb 28 18:47:10.711855 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-8ae176b9-098f-43a7-ac1a-4dd0dcbfbc91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:10.743545 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-8ae176b9-098f-43a7-ac1a-4dd0dcbfbc91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Usage tracker for resource:port and tenant:bbff699f8ada48a78f3957fe6718a4ad is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:10.761213 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-8ae176b9-098f-43a7-ac1a-4dd0dcbfbc91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:10.771234 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ce7a3327-eff3-487d-a398-3dd7c8f5358e req-1271f4b5-484d-4fed-a860-7c72bcec32df tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 210 time: 0.1831896
Feb 28 18:47:10.808450 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-8ae176b9-098f-43a7-ac1a-4dd0dcbfbc91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:10.848372 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5b0ca910>, [{'id': 'dff2a717-0269-4cd4-981a-28162d53a361', 'name': 'tempest-ServerRescueNegativeTestJSON-893375224-router', 'tenant_id': '2dde676ebfae458485b906516863f0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'fb88826d-265d-4661-90df-b8725bcc1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:01Z', 'revision_number': 3, 'project_id': '2dde676ebfae458485b906516863f0a6', 'gw_port': {'id': 'fb88826d-265d-4661-90df-b8725bcc1c65', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff2a717-0269-4cd4-981a-28162d53a361', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:10.887152 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-98004bd4-c200-4c04-82be-e4946e808c5f req-d5b3da95-7d28-4b98-9633-7fd33cf98fdb tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:10.907572 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-8ae176b9-098f-43a7-ac1a-4dd0dcbfbc91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Made reservation on behalf of bbff699f8ada48a78f3957fe6718a4ad for: {'port': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:47:10.917446 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-8ae176b9-098f-43a7-ac1a-4dd0dcbfbc91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:11.007038 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Checking router: dff2a717-0269-4cd4-981a-28162d53a361 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:47:11.007417 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Updating router dff2a717-0269-4cd4-981a-28162d53a361 port fb88826d-265d-4661-90df-b8725bcc1c65 binding host dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 28 18:47:11.027724 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3da95-7d28-4b98-9633-7fd33cf98fdb tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Pushing event updated for resources: {'Port': ['ID=73b2783f-9c8f-49c1-a7ac-cc4be73b5e77,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:11.082958 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98004bd4-c200-4c04-82be-e4946e808c5f req-d5b3da95-7d28-4b98-9633-7fd33cf98fdb tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Network 10a69764-13d4-4c14-a8fa-d1cf18480ff4 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:47:11.133368 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [req-98004bd4-c200-4c04-82be-e4946e808c5f req-d5b3da95-7d28-4b98-9633-7fd33cf98fdb tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:47:11.141808 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-98004bd4-c200-4c04-82be-e4946e808c5f req-d5b3da95-7d28-4b98-9633-7fd33cf98fdb tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:47:11.146445 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98004bd4-c200-4c04-82be-e4946e808c5f req-d5b3da95-7d28-4b98-9633-7fd33cf98fdb tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:11.151304 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-98004bd4-c200-4c04-82be-e4946e808c5f req-d5b3da95-7d28-4b98-9633-7fd33cf98fdb tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:11.151634 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:11.226781 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-98004bd4-c200-4c04-82be-e4946e808c5f req-d5b3da95-7d28-4b98-9633-7fd33cf98fdb tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.5450265
Feb 28 18:47:11.234809 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 is scheduled to L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 with binding_index 1 {{(pid=83063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 28 18:47:11.809734 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-8ae176b9-098f-43a7-ac1a-4dd0dcbfbc91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Allocated IP 172.20.0.9 (33faf01f-a157-4cb1-86f7-3ea812bfd79a/1f413d20-e81e-4777-9224-e80e0c09c076/d4e779cc-a1e2-4965-9ce1-55fda3baf989) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:47:11.989498 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [req-98004bd4-c200-4c04-82be-e4946e808c5f req-78e87a96-e6cc-4ae9-b751-1c2878cdc35a tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 28 18:47:11.990439 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-98004bd4-c200-4c04-82be-e4946e808c5f req-78e87a96-e6cc-4ae9-b751-1c2878cdc35a tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1823952
Feb 28 18:47:12.011721 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Notify callbacks [] for port, precommit_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:12.077740 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Transition to ACTIVE for port object fb88826d-265d-4661-90df-b8725bcc1c65 will not be triggered until provisioned by entity L2. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:47:12.124878 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:12.161811 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:12.252180 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-17873921-3899-423a-9a8d-35f2d89a3682 req-ab76b305-b2ce-437a-8fa0-de9bc83de83e tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 210 time: 0.0843520
Feb 28 18:47:12.333214 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 57250) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:12.340131 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-d7d8a9e8-8cc9-420d-9688-244c17655aad tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1568753766', 'description': 'tempest-description--1544150141'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:12.355274 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-d7d8a9e8-8cc9-420d-9688-244c17655aad tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:12.369765 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-d7d8a9e8-8cc9-420d-9688-244c17655aad tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Usage tracker for resource:security_group and tenant:6c9c9337657d43f59f92137cbfb4bdcb is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:12.382753 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-d7d8a9e8-8cc9-420d-9688-244c17655aad tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:12.408979 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-d7d8a9e8-8cc9-420d-9688-244c17655aad tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:12.445759 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-d7d8a9e8-8cc9-420d-9688-244c17655aad tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:12.470195 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3784b7-19c6-4d66-89cd-bd947eef6ea2 None None] Pushing event updated for resources: {'Port': ['ID=fb88826d-265d-4661-90df-b8725bcc1c65,revision_number=2']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:12.516622 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-d7d8a9e8-8cc9-420d-9688-244c17655aad tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:12.521541 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-d7d8a9e8-8cc9-420d-9688-244c17655aad tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Usage tracker for resource:security_group_rule and tenant:6c9c9337657d43f59f92137cbfb4bdcb is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:12.525872 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-d7d8a9e8-8cc9-420d-9688-244c17655aad tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:12.533637 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-d7d8a9e8-8cc9-420d-9688-244c17655aad tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:12.558135 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port 205aef95-7b52-4342-afe9-45d4d02b27ab, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=205aef95-7b52-4342-afe9-45d4d02b27ab,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:12.573047 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:12.610858 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-d7d8a9e8-8cc9-420d-9688-244c17655aad tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:12.616751 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-d7d8a9e8-8cc9-420d-9688-244c17655aad tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:12.673410 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Attempting to bind port fb88826d-265d-4661-90df-b8725bcc1c65 on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:47:12.673987 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Attempting to bind port fb88826d-265d-4661-90df-b8725bcc1c65 by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:47:12.674389 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Attempting to bind port fb88826d-265d-4661-90df-b8725bcc1c65 on network f40459f8-f658-4119-914b-b9023327a718 {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:47:12.760841 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Sync routers for ids ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:47:12.767278 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=205aef95-7b52-4342-afe9-45d4d02b27ab,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:12.775678 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:47:12.776153 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Checking segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:47:12.776562 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:12.776950 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Bound using segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:47:12.777418 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Bound port: fb88826d-265d-4661-90df-b8725bcc1c65, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:47:12.777847 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:12.808308 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Routers {'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:47:12.815595 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5af656d0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:46:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:12.867930 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] Request body: {'port': {'device_id': '26e954e6-bc88-4ee9-9d74-b238e8260826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:12.932787 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] For port fb88826d-265d-4661-90df-b8725bcc1c65, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:47:12.948101 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] For port fb88826d-265d-4661-90df-b8725bcc1c65, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=fb88826d-265d-4661-90df-b8725bcc1c65,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:47:12.956300 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:12.974149 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-d7d8a9e8-8cc9-420d-9688-244c17655aad tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:12.986146 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-d7d8a9e8-8cc9-420d-9688-244c17655aad tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.6495292
Feb 28 18:47:12.993365 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8a9e8-8cc9-420d-9688-244c17655aad tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eedafad8-a830-47d5-b0f7-e5a4cd11d067,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:12.993837 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 57264) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:13.006065 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-a9aa10fd-9814-44b5-afe6-5f6aa8eef747 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Request body: {'security_group_rule': {'security_group_id': 'eedafad8-a830-47d5-b0f7-e5a4cd11d067', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:13.083808 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-a9aa10fd-9814-44b5-afe6-5f6aa8eef747 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:13.117608 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-a9aa10fd-9814-44b5-afe6-5f6aa8eef747 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Usage tracker for resource:security_group_rule and tenant:6c9c9337657d43f59f92137cbfb4bdcb is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:13.129817 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-a9aa10fd-9814-44b5-afe6-5f6aa8eef747 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:13.146152 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7ddd1-a5f3-469d-96eb-4eb047b247fe req-bfc82788-950c-4e27-a5e1-c16729573879 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:13.156210 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c3d7ddd1-a5f3-469d-96eb-4eb047b247fe req-bfc82788-950c-4e27-a5e1-c16729573879 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 932 time: 0.5275958
Feb 28 18:47:13.188778 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-a9aa10fd-9814-44b5-afe6-5f6aa8eef747 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:13.248502 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3784b7-19c6-4d66-89cd-bd947eef6ea2 None None] Pushing event updated for resources: {'Port': ['ID=fb88826d-265d-4661-90df-b8725bcc1c65,revision_number=3']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:13.253624 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-8ae176b9-098f-43a7-ac1a-4dd0dcbfbc91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:13.281690 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-c3d7ddd1-a5f3-469d-96eb-4eb047b247fe req-b7cd5f51-f6d9-47c1-a271-b6d699e240e0 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Synchronizing usage tracker for tenant:257851b949234252b54d9524d8ffca6d on resource:security_group {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:13.291702 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Routers {'dff2a717-0269-4cd4-981a-28162d53a361'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:47:13.292279 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5b0ca910>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:46:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['dff2a717-0269-4cd4-981a-28162d53a361'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:13.292645 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:13.312275 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-c3d7ddd1-a5f3-469d-96eb-4eb047b247fe req-b7cd5f51-f6d9-47c1-a271-b6d699e240e0 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Unset dirty status for tenant:257851b949234252b54d9524d8ffca6d on resource:security_group {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:13.343889 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c3d7ddd1-a5f3-469d-96eb-4eb047b247fe req-b7cd5f51-f6d9-47c1-a271-b6d699e240e0 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860127
Feb 28 18:47:13.467052 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a9aa10fd-9814-44b5-afe6-5f6aa8eef747 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:13.467406 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Set router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:47:13.857895 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-cb32b0d8-2eb0-4ca7-8c37-81c8beb9f105 req-3cb2c3db-242e-47d0-b700-ae0d6c90aeae tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Synchronizing usage tracker for tenant:bbff699f8ada48a78f3957fe6718a4ad on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:13.888574 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:47:13.897622 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-8ae176b9-098f-43a7-ac1a-4dd0dcbfbc91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:13.921755 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] Set router dff2a717-0269-4cd4-981a-28162d53a361 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:47:14.066471 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Sync routers for ids ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:47:14.136009 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] Notify callbacks [] for router, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:14.137497 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-6cf12eab-2eb7-45f3-b0a4-76d3d6090a06 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 13.5990694
Feb 28 18:47:14.138689 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-cb32b0d8-2eb0-4ca7-8c37-81c8beb9f105 req-3cb2c3db-242e-47d0-b700-ae0d6c90aeae tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Unset dirty status for tenant:bbff699f8ada48a78f3957fe6718a4ad on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:14.139861 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cb32b0d8-2eb0-4ca7-8c37-81c8beb9f105 req-3cb2c3db-242e-47d0-b700-ae0d6c90aeae tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 210 time: 0.5399027
Feb 28 18:47:14.140705 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 57286) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:14.271098 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Routers {'6778b8ad-ca0c-4f66-a401-79f79ef41a65'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:47:14.272357 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5a9c4e80>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:46:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:14.278377 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5af656d0>, [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:07Z', 'revision_number': 4, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port': {'id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '65cb300e-621a-4ff2-b528-9c4d473e0786', 'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'mac_address': 'fa:16:3e:32:40:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:07Z', 'revision_number': 2, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'subnets': [{'id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:14.283859 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Checking router: cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:47:14.284534 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Updating router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 port 65cb300e-621a-4ff2-b528-9c4d473e0786 binding host dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 28 18:47:14.376385 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-8ae176b9-098f-43a7-ac1a-4dd0dcbfbc91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Network 33faf01f-a157-4cb1-86f7-3ea812bfd79a is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:47:14.405565 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-8ae176b9-098f-43a7-ac1a-4dd0dcbfbc91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:47:14.440170 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:14.459409 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-8ae176b9-098f-43a7-ac1a-4dd0dcbfbc91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:47:14.463567 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-8ae176b9-098f-43a7-ac1a-4dd0dcbfbc91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:14.464191 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-8ae176b9-098f-43a7-ac1a-4dd0dcbfbc91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:14.610195 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Set router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:47:14.615368 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a9aa10fd-9814-44b5-afe6-5f6aa8eef747 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:14.650500 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae176b9-098f-43a7-ac1a-4dd0dcbfbc91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Pushing event updated for resources: {'Port': ['ID=d4e779cc-a1e2-4965-9ce1-55fda3baf989,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:14.689656 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a9aa10fd-9814-44b5-afe6-5f6aa8eef747 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:14.770950 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa10fd-9814-44b5-afe6-5f6aa8eef747 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d784f8bc-57d5-4ef0-b178-e1c0849e28cd,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:14.792520 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-8ae176b9-098f-43a7-ac1a-4dd0dcbfbc91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.7333264
Feb 28 18:47:14.808831 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a9aa10fd-9814-44b5-afe6-5f6aa8eef747 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:14.813194 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-a9aa10fd-9814-44b5-afe6-5f6aa8eef747 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.8151722
Feb 28 18:47:14.813833 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 57298) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:14.849155 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-38521bbc-37f1-40bf-afd0-b1b46d11dee8 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Request body: {'security_group_rule': {'security_group_id': 'eedafad8-a830-47d5-b0f7-e5a4cd11d067', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:14.857701 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 205aef95-7b52-4342-afe9-45d4d02b27ab up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:47:14.860591 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-38521bbc-37f1-40bf-afd0-b1b46d11dee8 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:14.873990 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-38521bbc-37f1-40bf-afd0-b1b46d11dee8 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Usage tracker for resource:security_group_rule and tenant:6c9c9337657d43f59f92137cbfb4bdcb is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:14.877428 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-38521bbc-37f1-40bf-afd0-b1b46d11dee8 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:14.892802 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-38521bbc-37f1-40bf-afd0-b1b46d11dee8 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:14.911873 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.db.resource_extend [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 28 18:47:15.014388 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Notify callbacks [] for port, precommit_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:15.044946 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-38521bbc-37f1-40bf-afd0-b1b46d11dee8 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:15.046352 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.provisioning_blocks [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Transition to ACTIVE for port object 65cb300e-621a-4ff2-b528-9c4d473e0786 will not be triggered until provisioned by entity L2. {{(pid=83065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:47:15.068342 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:15.074482 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5b0ca910>, [{'id': 'dff2a717-0269-4cd4-981a-28162d53a361', 'name': 'tempest-ServerRescueNegativeTestJSON-893375224-router', 'tenant_id': '2dde676ebfae458485b906516863f0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'fb88826d-265d-4661-90df-b8725bcc1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:01Z', 'revision_number': 3, 'project_id': '2dde676ebfae458485b906516863f0a6', 'gw_port': {'id': 'fb88826d-265d-4661-90df-b8725bcc1c65', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff2a717-0269-4cd4-981a-28162d53a361', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:15.090110 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576d0e8f-f585-477e-80a0-7553d2aee17b None None] The sync data for ids ['dff2a717-0269-4cd4-981a-28162d53a361'] in dv-cinder-831188-1-iscsi is: [{'id': 'dff2a717-0269-4cd4-981a-28162d53a361', 'name': 'tempest-ServerRescueNegativeTestJSON-893375224-router', 'tenant_id': '2dde676ebfae458485b906516863f0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'fb88826d-265d-4661-90df-b8725bcc1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:01Z', 'revision_number': 3, 'project_id': '2dde676ebfae458485b906516863f0a6', 'gw_port': {'id': 'fb88826d-265d-4661-90df-b8725bcc1c65', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff2a717-0269-4cd4-981a-28162d53a361', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:47:15.143913 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 205aef95-7b52-4342-afe9-45d4d02b27ab triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:15.144329 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:15.154126 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-38521bbc-37f1-40bf-afd0-b1b46d11dee8 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:15.165549 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 {{(pid=83063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:47:15.191617 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-38521bbc-37f1-40bf-afd0-b1b46d11dee8 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:15.245338 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5a9c4e80>, [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:04Z', 'revision_number': 3, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port': {'id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:02Z', 'updated_at': '2022-02-28T18:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:15.250083 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:15.328185 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2340b4-b9be-44ec-a852-b33d81c21273 req-2afb2ba1-160c-4912-a42e-ec8c675d4807 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:15.329891 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Checking router: 6778b8ad-ca0c-4f66-a401-79f79ef41a65 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:47:15.330416 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Updating router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 port 4bc0c118-994f-43b1-97e8-2835b065e5ab binding host dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 28 18:47:15.345711 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-3c2340b4-b9be-44ec-a852-b33d81c21273 req-2afb2ba1-160c-4912-a42e-ec8c675d4807 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 932 time: 0.5910470
Feb 28 18:47:15.377413 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] Transition to ACTIVE for port object 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 will not be triggered until provisioned by entity L2. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:47:15.378374 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38521bbc-37f1-40bf-afd0-b1b46d11dee8 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eedbfed-cac9-474c-a762-338a6d52e759,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:15.391557 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-38521bbc-37f1-40bf-afd0-b1b46d11dee8 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:15.411097 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-38521bbc-37f1-40bf-afd0-b1b46d11dee8 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5892067
Feb 28 18:47:15.411892 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 57322) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:15.417386 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:15.432516 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:15.438640 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Request body: {'floatingip': {'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:15.449676 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:15.454074 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Usage tracker for resource:floatingip and tenant:6c9c9337657d43f59f92137cbfb4bdcb is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:15.457712 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:15.464125 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:15.509453 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-3c2340b4-b9be-44ec-a852-b33d81c21273 req-2bab220c-59c8-49d7-b817-4622b32615b1 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610329
Feb 28 18:47:15.552935 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for floatingip, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:15.696538 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Attempting to bind port 65cb300e-621a-4ff2-b528-9c4d473e0786 on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:47:15.697478 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Attempting to bind port 65cb300e-621a-4ff2-b528-9c4d473e0786 by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': 'd2426675-ddce-48d2-aafd-2cdbb3dce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c'}] {{(pid=83065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:47:15.697652 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Attempting to bind port 65cb300e-621a-4ff2-b528-9c4d473e0786 on network e88bc605-548b-40fa-8e31-819c1a23132c {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:47:15.707336 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:47:15.707728 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Checking segment: {'id': 'd2426675-ddce-48d2-aafd-2cdbb3dce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:47:15.708132 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:15.708653 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Bound using segment: {'id': 'd2426675-ddce-48d2-aafd-2cdbb3dce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c'} {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:47:15.709363 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Bound port: 65cb300e-621a-4ff2-b528-9c4d473e0786, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2426675-ddce-48d2-aafd-2cdbb3dce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c'}}] {{(pid=83065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:47:15.709940 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:15.861932 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.db [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] For port 65cb300e-621a-4ff2-b528-9c4d473e0786, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:47:15.868437 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.db [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] For port 65cb300e-621a-4ff2-b528-9c4d473e0786, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=65cb300e-621a-4ff2-b528-9c4d473e0786,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:47:15.881027 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87a214-68c6-431c-a822-e77fe397d556 None None] Pushing event updated for resources: {'Port': ['ID=65cb300e-621a-4ff2-b528-9c4d473e0786,revision_number=3']} {{(pid=83065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:15.905244 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:15.999333 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=73b2783f-9c8f-49c1-a7ac-cc4be73b5e77,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:16.120659 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e87a214-68c6-431c-a822-e77fe397d556 None None] Pushing event updated for resources: {'Port': ['ID=65cb300e-621a-4ff2-b528-9c4d473e0786,revision_number=4']} {{(pid=83065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:16.141780 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Routers {'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:47:16.143057 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5af656d0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:46:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:16.361247 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:16.535945 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Notify callbacks [] for port, precommit_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:16.667473 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Transition to ACTIVE for port object 4bc0c118-994f-43b1-97e8-2835b065e5ab will not be triggered until provisioned by entity L2. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:47:16.717615 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:16.850320 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] Set router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:47:16.889754 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df1481-23d6-42d8-8409-9454a10cee0a None None] Pushing event updated for resources: {'Port': ['ID=4bc0c118-994f-43b1-97e8-2835b065e5ab,revision_number=2']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:16.898928 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device fb88826d-265d-4661-90df-b8725bcc1c65 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:47:16.958161 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Attempting to bind port 4bc0c118-994f-43b1-97e8-2835b065e5ab on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:47:16.958520 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Attempting to bind port 4bc0c118-994f-43b1-97e8-2835b065e5ab by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:47:16.958894 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Attempting to bind port 4bc0c118-994f-43b1-97e8-2835b065e5ab on network f40459f8-f658-4119-914b-b9023327a718 {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:47:16.959632 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] Attempting to bind port 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:47:16.959632 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] Attempting to bind port 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'a43bbdb7-fd1e-409d-ae78-22ea20a0c3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '10a69764-13d4-4c14-a8fa-d1cf18480ff4'}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:47:16.959862 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] Attempting to bind port 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 on network 10a69764-13d4-4c14-a8fa-d1cf18480ff4 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:47:16.976022 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:47:16.976377 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Checking segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:47:16.976771 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:16.978269 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Bound using segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:47:16.978269 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Bound port: 4bc0c118-994f-43b1-97e8-2835b065e5ab, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:47:16.978269 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:17.026489 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_common [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] Allocated IP 172.20.0.1 (938299cb-86e8-4dea-8808-d72ec700e3e7/6dce3474-2c0c-493d-819c-9f361e4996c7/03c0a01b-4453-4632-ab9b-9bf5d8784f3b) {{(pid=83062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:47:17.036602 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa41123-5a77-48c2-a0c4-6e80a2343e3e req-5136777a-6e2e-49d1-88bf-2bed978df02a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:17.044861 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9fa41123-5a77-48c2-a0c4-6e80a2343e3e req-5136777a-6e2e-49d1-88bf-2bed978df02a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 931 time: 1.4410346
Feb 28 18:47:17.087156 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] For port 4bc0c118-994f-43b1-97e8-2835b065e5ab, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:47:17.092105 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] For port 4bc0c118-994f-43b1-97e8-2835b065e5ab, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=4bc0c118-994f-43b1-97e8-2835b065e5ab,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:47:17.109835 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:17.114127 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331d9af-7fe9-4148-8598-bc3d2552ccb7 req-affc1819-d50b-4098-be1e-c0cdba66a0b3 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:17.116233 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-24186b6c-1c27-465f-af3a-9e362ff10307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:17.124290 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-6331d9af-7fe9-4148-8598-bc3d2552ccb7 req-affc1819-d50b-4098-be1e-c0cdba66a0b3 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 944 time: 0.2433748
Feb 28 18:47:17.141156 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] Port 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 on network 10a69764-13d4-4c14-a8fa-d1cf18480ff4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:47:17.141490 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] Attempting to bind port 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 on network 10a69764-13d4-4c14-a8fa-d1cf18480ff4 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:47:17.180760 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:47:17.184433 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] Checking segment: {'id': 'a43bbdb7-fd1e-409d-ae78-22ea20a0c3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '10a69764-13d4-4c14-a8fa-d1cf18480ff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:47:17.185141 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] Bound using segment: {'id': 'a43bbdb7-fd1e-409d-ae78-22ea20a0c3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '10a69764-13d4-4c14-a8fa-d1cf18480ff4'} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:47:17.185678 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] Bound port: 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a43bbdb7-fd1e-409d-ae78-22ea20a0c3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '10a69764-13d4-4c14-a8fa-d1cf18480ff4'}}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:47:17.186096 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:17.329887 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port fb88826d-265d-4661-90df-b8725bcc1c65 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:47:17.353463 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port fb88826d-265d-4661-90df-b8725bcc1c65 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:17.354143 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:17.379603 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9fa41123-5a77-48c2-a0c4-6e80a2343e3e req-1eb64401-e362-4406-ad7d-b94aa494cf76 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3336043
Feb 28 18:47:17.444763 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-6331d9af-7fe9-4148-8598-bc3d2552ccb7 req-4fb5a762-5354-4e99-a27c-de74e8571407 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786852
Feb 28 18:47:17.467544 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] Request body: {'port': {'device_id': '12af0b82-9877-4187-b24a-ec08b3f7bf58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:17.474494 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df1481-23d6-42d8-8409-9454a10cee0a None None] Pushing event updated for resources: {'Port': ['ID=4bc0c118-994f-43b1-97e8-2835b065e5ab,revision_number=3']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:17.489911 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Routers {'6778b8ad-ca0c-4f66-a401-79f79ef41a65'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:47:17.491472 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5a9c4e80>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:46:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:17.509360 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5af656d0>, [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:07Z', 'revision_number': 4, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port': {'id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '65cb300e-621a-4ff2-b528-9c4d473e0786', 'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'mac_address': 'fa:16:3e:32:40:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:15Z', 'revision_number': 4, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'subnets': [{'id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:17.514927 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f42d8d9-ae08-4826-a05e-233ff9ec6cd4 None None] The sync data for ids ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'] in dv-cinder-831188-1-iscsi is: [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:07Z', 'revision_number': 4, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port': {'id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '65cb300e-621a-4ff2-b528-9c4d473e0786', 'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'mac_address': 'fa:16:3e:32:40:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:15Z', 'revision_number': 4, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'subnets': [{'id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:47:17.566152 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:17.624561 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.provisioning_blocks [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] Transition to ACTIVE for port object 03c0a01b-4453-4632-ab9b-9bf5d8784f3b will not be triggered until provisioned by entity DHCP. {{(pid=83062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:47:17.671991 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:17.876567 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] For port 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77, host hv-cinder-83118, cleared binding levels {{(pid=83063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:47:17.876567 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] For port 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=73b2783f-9c8f-49c1-a7ac-cc4be73b5e77,segment=NetworkSegment(a43bbdb7-fd1e-409d-ae78-22ea20a0c3c8),segment_id=a43bbdb7-fd1e-409d-ae78-22ea20a0c3c8)] {{(pid=83063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:47:17.952135 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] Network 938299cb-86e8-4dea-8808-d72ec700e3e7 is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:47:17.956353 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:47:17.977176 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] Received port after_create {{(pid=83062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:47:17.979024 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708341'] for router_interface, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:18.045400 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] Pushing event updated for resources: {'Port': ['ID=03c0a01b-4453-4632-ab9b-9bf5d8784f3b,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:18.135013 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] Set router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:47:18.241662 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:18.410218 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [None req-24186b6c-1c27-465f-af3a-9e362ff10307 admin admin] Allocated IP 172.20.0.1 (0c47f8e2-1f60-48dd-8af5-15438a78251b/f3183f4d-fffd-4f45-b1db-3eda723095ac/89e428a6-e762-4336-a573-a8c900617931) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:47:18.469461 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:18.527509 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:18.656980 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:18.658697 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-98004bd4-c200-4c04-82be-e4946e808c5f req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] 10.222.0.70 "PUT /v2.0/ports/73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 HTTP/1.1" status: 200  len: 1094 time: 6.3208547
Feb 28 18:47:18.678952 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-4f576b37-5e7b-4978-a602-8c45a8b23577 None None] Provisioning for port 03c0a01b-4453-4632-ab9b-9bf5d8784f3b completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:47:18.682901 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e954e6-bc88-4ee9-9d74-b238e8260826', 'tag': '73b2783f-9c8f-49c1-a7ac-cc4be73b5e77'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:47:18.768886 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-4f576b37-5e7b-4978-a602-8c45a8b23577 None None] Provisioning complete for port 03c0a01b-4453-4632-ab9b-9bf5d8784f3b triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:18.769475 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-4f576b37-5e7b-4978-a602-8c45a8b23577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:18.891433 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-4f576b37-5e7b-4978-a602-8c45a8b23577 None None] Port 03c0a01b-4453-4632-ab9b-9bf5d8784f3b cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:47:18.893771 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.db.resource_extend [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 28 18:47:18.941846 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:18.960108 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:18.960990 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7997001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708120'] for router_interface, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:19.034777 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:19.049845 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e329ae-ea1d-4057-b904-dd3866bc110c req-ba17d6e5-6449-4bc3-bb31-f0c69809760e tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:19.059999 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-d4e329ae-ea1d-4057-b904-dd3866bc110c req-ba17d6e5-6449-4bc3-bb31-f0c69809760e tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 944 time: 0.3503101
Feb 28 18:47:19.185317 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-d4e329ae-ea1d-4057-b904-dd3866bc110c req-a822fe89-16b4-4984-b90d-2366b81dcc64 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238046
Feb 28 18:47:19.194740 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:19.352494 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port fb88826d-265d-4661-90df-b8725bcc1c65, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=fb88826d-265d-4661-90df-b8725bcc1c65,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:19.394855 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:19.538372 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] Pushing event updated for resources: {'Port': ['ID=03c0a01b-4453-4632-ab9b-9bf5d8784f3b,revision_number=2']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:19.706942 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] Network 938299cb-86e8-4dea-8808-d72ec700e3e7 is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:47:19.708116 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:47:19.723300 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=fb88826d-265d-4661-90df-b8725bcc1c65,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:19.733342 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 65cb300e-621a-4ff2-b528-9c4d473e0786 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:47:19.887255 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5a9c4e80>, [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:04Z', 'revision_number': 3, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port': {'id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:02Z', 'updated_at': '2022-02-28T18:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:19.901080 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad14faef-a17c-471d-93a4-d258f96d5d10 None None] The sync data for ids ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'] in dv-cinder-831188-1-iscsi is: [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:04Z', 'revision_number': 3, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port': {'id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:02Z', 'updated_at': '2022-02-28T18:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:47:19.921612 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e954e6-bc88-4ee9-9d74-b238e8260826', 'tag': '73b2783f-9c8f-49c1-a7ac-cc4be73b5e77', 'status': 'completed', 'code': 200}
Feb 28 18:47:19.942518 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5439c1-f6e0-4fe3-bff1-495f4548c2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=73b2783f-9c8f-49c1-a7ac-cc4be73b5e77,revision_number=3']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:19.956022 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port 65cb300e-621a-4ff2-b528-9c4d473e0786 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:47:19.961939 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 65cb300e-621a-4ff2-b528-9c4d473e0786 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:19.962379 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:20.032033 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 57412) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:20.053380 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e779cc-a1e2-4965-9ce1-55fda3baf989 {{(pid=83063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:47:20.077578 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0923cfc-b5c9-426f-862d-664a58aeaf2d req-fbc6a432-15bd-4f48-a3c3-e1b9a6a70222 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:20.081008 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a0923cfc-b5c9-426f-862d-664a58aeaf2d req-fbc6a432-15bd-4f48-a3c3-e1b9a6a70222 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 931 time: 1.2261140
Feb 28 18:47:20.086045 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-24186b6c-1c27-465f-af3a-9e362ff10307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:20.180651 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Allocated IP 172.27.3.165 (f40459f8-f658-4119-914b-b9023327a718/14c23ed2-446a-414e-8e86-91dabee5c278/4f035ab6-8ea5-4ed0-a000-5ea8e2ee635c) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:47:20.291848 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:20.349434 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] Transition to ACTIVE for port object d4e779cc-a1e2-4965-9ce1-55fda3baf989 will not be triggered until provisioned by entity L2. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:47:20.351517 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:20.368611 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-447daa3f-e9cf-40a3-8547-b0bd0c86ae2f None None] Provisioning complete for port 03c0a01b-4453-4632-ab9b-9bf5d8784f3b triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:20.368995 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-447daa3f-e9cf-40a3-8547-b0bd0c86ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:20.587170 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-447daa3f-e9cf-40a3-8547-b0bd0c86ae2f None None] Port 03c0a01b-4453-4632-ab9b-9bf5d8784f3b cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:47:20.610935 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port 65cb300e-621a-4ff2-b528-9c4d473e0786, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=65cb300e-621a-4ff2-b528-9c4d473e0786,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:20.623581 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:20.677257 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:20.740606 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-24186b6c-1c27-465f-af3a-9e362ff10307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:20.812512 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e8893-ec22-4d91-96f9-86a8501c7643 req-dc3b887b-6841-4a02-9ac4-702f6198385a tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:20.815179 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-605e8893-ec22-4d91-96f9-86a8501c7643 req-dc3b887b-6841-4a02-9ac4-702f6198385a tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 944 time: 0.2546172
Feb 28 18:47:20.836719 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=65cb300e-621a-4ff2-b528-9c4d473e0786,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:20.895261 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-605e8893-ec22-4d91-96f9-86a8501c7643 req-84794287-a86f-42b0-aeee-19fe3b93387b tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707998
Feb 28 18:47:20.923502 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] Router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:47:21.229292 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:21.235109 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:21.267623 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-68194d3a-064d-4d7f-85d4-e7aa0302fc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:21.289882 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24186b6c-1c27-465f-af3a-9e362ff10307 admin admin] Network 0c47f8e2-1f60-48dd-8af5-15438a78251b is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:47:21.317002 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-24186b6c-1c27-465f-af3a-9e362ff10307 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:47:21.332340 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24186b6c-1c27-465f-af3a-9e362ff10307 admin admin] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:47:21.333123 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-24186b6c-1c27-465f-af3a-9e362ff10307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708341'] for router_interface, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:21.355457 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a0923cfc-b5c9-426f-862d-664a58aeaf2d req-0a5246c3-9923-42f9-ad0e-a2c0abd77b48 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0031862
Feb 28 18:47:21.362739 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24186b6c-1c27-465f-af3a-9e362ff10307 admin admin] Pushing event updated for resources: {'Port': ['ID=89e428a6-e762-4336-a573-a8c900617931,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:21.448554 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:47:21.454626 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Network f40459f8-f658-4119-914b-b9023327a718 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:47:21.461853 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-1bf7ce8d-b8b5-4944-adf7-3411e57e285a admin admin] 10.222.0.18 "PUT /v2.0/routers/6778b8ad-ca0c-4f66-a401-79f79ef41a65/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3196268
Feb 28 18:47:21.480211 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:47:21.504664 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:47:21.509303 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-68194d3a-064d-4d7f-85d4-e7aa0302fc8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:21.559525 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-68194d3a-064d-4d7f-85d4-e7aa0302fc8f admin admin] Usage tracker for resource:security_group_rule and tenant:94489c45c6e54293b3372569788bd76d is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:21.568070 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-68194d3a-064d-4d7f-85d4-e7aa0302fc8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:21.580859 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-68194d3a-064d-4d7f-85d4-e7aa0302fc8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:21.588411 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device fb88826d-265d-4661-90df-b8725bcc1c65 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:47:21.616010 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Pushing event updated for resources: {'Port': ['ID=4f035ab6-8ea5-4ed0-a000-5ea8e2ee635c,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:21.705042 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port fb88826d-265d-4661-90df-b8725bcc1c65 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:21.706204 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:21.726121 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a05123d2-e875-48ee-a981-cdba78854612 req-dc4069d6-f4b9-4408-8d7c-ac569e27f11b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=257851b949234252b54d9524d8ffca6d&device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 1097 time: 0.9857037
Feb 28 18:47:21.850826 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 65cb300e-621a-4ff2-b528-9c4d473e0786 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:47:21.859480 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] Attempting to bind port d4e779cc-a1e2-4965-9ce1-55fda3baf989 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:47:21.859859 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] Attempting to bind port d4e779cc-a1e2-4965-9ce1-55fda3baf989 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'a6a0d181-0a63-46a3-beb5-5734885b694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a'}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:47:21.860123 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] Attempting to bind port d4e779cc-a1e2-4965-9ce1-55fda3baf989 on network 33faf01f-a157-4cb1-86f7-3ea812bfd79a {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:47:21.887100 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e779cc-a1e2-4965-9ce1-55fda3baf989,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:21.904992 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] Port d4e779cc-a1e2-4965-9ce1-55fda3baf989 on network 33faf01f-a157-4cb1-86f7-3ea812bfd79a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:47:21.905301 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] Attempting to bind port d4e779cc-a1e2-4965-9ce1-55fda3baf989 on network 33faf01f-a157-4cb1-86f7-3ea812bfd79a {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:47:21.909830 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-24186b6c-1c27-465f-af3a-9e362ff10307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:21.944219 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:47:21.944545 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] Checking segment: {'id': 'a6a0d181-0a63-46a3-beb5-5734885b694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:47:21.944926 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] Bound using segment: {'id': 'a6a0d181-0a63-46a3-beb5-5734885b694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a'} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:47:21.945349 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] Bound port: d4e779cc-a1e2-4965-9ce1-55fda3baf989, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a0d181-0a63-46a3-beb5-5734885b694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a'}}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:47:21.945686 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:22.035315 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 65cb300e-621a-4ff2-b528-9c4d473e0786 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:22.035637 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:22.085390 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:22.214126 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-68194d3a-064d-4d7f-85d4-e7aa0302fc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:22.280520 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-68194d3a-064d-4d7f-85d4-e7aa0302fc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:22.381197 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 57468) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:22.388098 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-9b260208-13fc-4841-a2d8-d213561f26b2 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--70201304', 'description': 'tempest-description--2109465720'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:22.394776 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-9b260208-13fc-4841-a2d8-d213561f26b2 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:22.399048 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-9b260208-13fc-4841-a2d8-d213561f26b2 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Usage tracker for resource:security_group and tenant:8fcb1c7fbee84c74815b0b125d1f9b35 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:22.402442 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-9b260208-13fc-4841-a2d8-d213561f26b2 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:22.409539 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-9b260208-13fc-4841-a2d8-d213561f26b2 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:22.423404 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9b260208-13fc-4841-a2d8-d213561f26b2 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:22.467641 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-9b260208-13fc-4841-a2d8-d213561f26b2 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:22.473294 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:22.473595 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-9b260208-13fc-4841-a2d8-d213561f26b2 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Usage tracker for resource:security_group_rule and tenant:8fcb1c7fbee84c74815b0b125d1f9b35 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:22.476847 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-9b260208-13fc-4841-a2d8-d213561f26b2 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:22.485317 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-9b260208-13fc-4841-a2d8-d213561f26b2 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:22.539187 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68194d3a-064d-4d7f-85d4-e7aa0302fc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2823fc51-6e63-4dad-9f95-bbef8bf4fd5c,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:22.550689 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-68194d3a-064d-4d7f-85d4-e7aa0302fc8f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94489c45c6e54293b3372569788bd76d&name=default HTTP/1.1" status: 200  len: 2647 time: 2.5104694
Feb 28 18:47:22.557333 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 57476) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:22.557977 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] For port d4e779cc-a1e2-4965-9ce1-55fda3baf989, host hv-cinder-83118, cleared binding levels {{(pid=83063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:47:22.598992 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] For port d4e779cc-a1e2-4965-9ce1-55fda3baf989, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d4e779cc-a1e2-4965-9ce1-55fda3baf989,segment=NetworkSegment(a6a0d181-0a63-46a3-beb5-5734885b694e),segment_id=a6a0d181-0a63-46a3-beb5-5734885b694e)] {{(pid=83063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:47:22.616126 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:22.642876 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9b260208-13fc-4841-a2d8-d213561f26b2 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:22.652547 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9b260208-13fc-4841-a2d8-d213561f26b2 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:22.691198 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bc369-88a8-47fe-a8d3-c29c3c23c142 req-da0334b8-8a04-4e9d-b178-b06b932b19bc tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:22.691831 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-756bc369-88a8-47fe-a8d3-c29c3c23c142 req-da0334b8-8a04-4e9d-b178-b06b932b19bc tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Synchronizing usage tracker for tenant:257851b949234252b54d9524d8ffca6d on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:22.718247 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b260208-13fc-4841-a2d8-d213561f26b2 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738dcab5-79b0-4847-a96c-db520cb97988,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:22.729014 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed808807-17a4-4e5f-a5bd-bc13a98fe4d2 req-eaae90df-689f-42a7-84b6-74634f6ee794 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:22.730511 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ed808807-17a4-4e5f-a5bd-bc13a98fe4d2 req-eaae90df-689f-42a7-84b6-74634f6ee794 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 943 time: 0.2280660
Feb 28 18:47:22.733306 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9b260208-13fc-4841-a2d8-d213561f26b2 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:22.737159 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-9b260208-13fc-4841-a2d8-d213561f26b2 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.3515773
Feb 28 18:47:22.738972 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 57482) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:22.741129 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9282d3c2-c8d3-4993-a559-859d4dc9f5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:22.757338 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-9580ea20-9174-4527-9feb-b16447bed712 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Request body: {'security_group_rule': {'security_group_id': '738dcab5-79b0-4847-a96c-db520cb97988', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:22.778256 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-9580ea20-9174-4527-9feb-b16447bed712 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:22.785995 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-9580ea20-9174-4527-9feb-b16447bed712 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Usage tracker for resource:security_group_rule and tenant:8fcb1c7fbee84c74815b0b125d1f9b35 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:22.794531 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-9580ea20-9174-4527-9feb-b16447bed712 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:22.805456 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:22.806962 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] 10.222.0.70 "PUT /v2.0/ports/d4e779cc-a1e2-4965-9ce1-55fda3baf989 HTTP/1.1" status: 200  len: 1093 time: 5.3455682
Feb 28 18:47:22.809303 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12af0b82-9877-4187-b24a-ec08b3f7bf58', 'tag': 'd4e779cc-a1e2-4965-9ce1-55fda3baf989'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:47:22.812678 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9282d3c2-c8d3-4993-a559-859d4dc9f5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:22.820209 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-756bc369-88a8-47fe-a8d3-c29c3c23c142 req-da0334b8-8a04-4e9d-b178-b06b932b19bc tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Unset dirty status for tenant:257851b949234252b54d9524d8ffca6d on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:22.821333 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-756bc369-88a8-47fe-a8d3-c29c3c23c142 req-da0334b8-8a04-4e9d-b178-b06b932b19bc tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 944 time: 0.7348683
Feb 28 18:47:22.823990 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-9580ea20-9174-4527-9feb-b16447bed712 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:22.839634 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9ea8b-2c36-4301-ab25-94c197b021d2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e779cc-a1e2-4965-9ce1-55fda3baf989,revision_number=3']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:22.860661 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-ed808807-17a4-4e5f-a5bd-bc13a98fe4d2 req-a5d38a3c-ca89-43e2-938d-917cc08a1007 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Synchronizing usage tracker for tenant:bbff699f8ada48a78f3957fe6718a4ad on resource:security_group {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:22.869981 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-24186b6c-1c27-465f-af3a-9e362ff10307 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:22.875720 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9580ea20-9174-4527-9feb-b16447bed712 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:22.889757 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-24186b6c-1c27-465f-af3a-9e362ff10307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:22.890088 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-24186b6c-1c27-465f-af3a-9e362ff10307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7997001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708120'] for router_interface, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:22.919675 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-ed808807-17a4-4e5f-a5bd-bc13a98fe4d2 req-a5d38a3c-ca89-43e2-938d-917cc08a1007 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Unset dirty status for tenant:bbff699f8ada48a78f3957fe6718a4ad on resource:security_group {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:22.920121 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ed808807-17a4-4e5f-a5bd-bc13a98fe4d2 req-a5d38a3c-ca89-43e2-938d-917cc08a1007 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825733
Feb 28 18:47:22.933929 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9282d3c2-c8d3-4993-a559-859d4dc9f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:22.964067 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282d3c2-c8d3-4993-a559-859d4dc9f5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2823fc51-6e63-4dad-9f95-bbef8bf4fd5c,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:22.971063 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9282d3c2-c8d3-4993-a559-859d4dc9f5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:22.971562 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-9282d3c2-c8d3-4993-a559-859d4dc9f5e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2823fc51-6e63-4dad-9f95-bbef8bf4fd5c HTTP/1.1" status: 204  len: 168 time: 0.4121454
Feb 28 18:47:23.000981 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9580ea20-9174-4527-9feb-b16447bed712 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:23.007487 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9580ea20-9174-4527-9feb-b16447bed712 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:23.033355 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580ea20-9174-4527-9feb-b16447bed712 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c257f6-69b7-410d-b362-7d11d7d11a14,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:23.035573 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12af0b82-9877-4187-b24a-ec08b3f7bf58', 'tag': 'd4e779cc-a1e2-4965-9ce1-55fda3baf989', 'status': 'completed', 'code': 200}
Feb 28 18:47:23.050031 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9580ea20-9174-4527-9feb-b16447bed712 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:23.054217 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-9580ea20-9174-4527-9feb-b16447bed712 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3117721
Feb 28 18:47:23.054485 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 57490) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:23.060086 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-995ad0a0-0993-4d4a-a38f-c35b1b831185 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Request body: {'security_group_rule': {'security_group_id': '738dcab5-79b0-4847-a96c-db520cb97988', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:23.066363 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-995ad0a0-0993-4d4a-a38f-c35b1b831185 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:23.070212 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-995ad0a0-0993-4d4a-a38f-c35b1b831185 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Usage tracker for resource:security_group_rule and tenant:8fcb1c7fbee84c74815b0b125d1f9b35 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:23.073474 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-995ad0a0-0993-4d4a-a38f-c35b1b831185 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:23.079373 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-995ad0a0-0993-4d4a-a38f-c35b1b831185 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:23.097957 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-995ad0a0-0993-4d4a-a38f-c35b1b831185 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:23.100780 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-756bc369-88a8-47fe-a8d3-c29c3c23c142 req-552d3e11-9a74-4ccf-af92-965dfde06b26 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2564147
Feb 28 18:47:23.101395 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24186b6c-1c27-465f-af3a-9e362ff10307 admin admin] Pushing event updated for resources: {'Port': ['ID=89e428a6-e762-4336-a573-a8c900617931,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:23.118870 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.db.resource_extend [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 28 18:47:23.145793 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:23.155009 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:23.166372 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-995ad0a0-0993-4d4a-a38f-c35b1b831185 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:23.172704 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-995ad0a0-0993-4d4a-a38f-c35b1b831185 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:23.195515 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ad0a0-0993-4d4a-a38f-c35b1b831185 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068851d5-bf6b-4577-8037-fc4a483b39b7,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:23.208016 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-995ad0a0-0993-4d4a-a38f-c35b1b831185 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:23.213659 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-995ad0a0-0993-4d4a-a38f-c35b1b831185 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1579964
Feb 28 18:47:23.214542 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 57496) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:23.220991 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Request body: {'floatingip': {'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:23.227255 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:23.231661 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Usage tracker for resource:floatingip and tenant:8fcb1c7fbee84c74815b0b125d1f9b35 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:23.235484 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:23.244032 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:23.262169 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for floatingip, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:23.322507 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716924'] for floatingip, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:23.344131 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Pushing event updated for resources: {'Port': ['ID=4f035ab6-8ea5-4ed0-a000-5ea8e2ee635c,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:23.347764 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24186b6c-1c27-465f-af3a-9e362ff10307 admin admin] Network 0c47f8e2-1f60-48dd-8af5-15438a78251b is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:47:23.351350 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-24186b6c-1c27-465f-af3a-9e362ff10307 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:47:23.411845 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:23.444806 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 57502) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:23.474351 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9327b910-25bd-420c-9ec8-2112c4c245f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:23.498436 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:23.499665 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-05fc57b7-e8ca-4f51-84a8-1887593aad2d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.0851030
Feb 28 18:47:23.556000 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-9327b910-25bd-420c-9ec8-2112c4c245f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:23.564892 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-9327b910-25bd-420c-9ec8-2112c4c245f0 admin admin] Usage tracker for resource:security_group_rule and tenant:da302e77d42248a8b9826c26653a4ea0 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:23.573144 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-9327b910-25bd-420c-9ec8-2112c4c245f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:23.581877 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-9327b910-25bd-420c-9ec8-2112c4c245f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:23.617472 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_common [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Allocated IP 172.27.3.157 (f40459f8-f658-4119-914b-b9023327a718/14c23ed2-446a-414e-8e86-91dabee5c278/dbb1e837-6424-465e-81cb-ec8f9249988c) {{(pid=83062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:47:23.751045 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24186b6c-1c27-465f-af3a-9e362ff10307 admin admin] Router dff2a717-0269-4cd4-981a-28162d53a361 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:47:23.785262 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9327b910-25bd-420c-9ec8-2112c4c245f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:23.804962 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9327b910-25bd-420c-9ec8-2112c4c245f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:23.863756 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-c6f030e2-f231-41be-af19-806df7a28eac req-52028e52-e9d1-4dd9-acf3-713dfa8050bc tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Synchronizing usage tracker for tenant:6c9c9337657d43f59f92137cbfb4bdcb on resource:security_group {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:23.889402 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327b910-25bd-420c-9ec8-2112c4c245f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0701a290-6f96-42d9-9241-6565edaa206c,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:23.897760 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for port, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:23.906012 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-9327b910-25bd-420c-9ec8-2112c4c245f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da302e77d42248a8b9826c26653a4ea0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4602730
Feb 28 18:47:23.909012 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 57520) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:23.922340 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-c6f030e2-f231-41be-af19-806df7a28eac req-52028e52-e9d1-4dd9-acf3-713dfa8050bc tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Unset dirty status for tenant:6c9c9337657d43f59f92137cbfb4bdcb on resource:security_group {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:23.924305 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c6f030e2-f231-41be-af19-806df7a28eac req-52028e52-e9d1-4dd9-acf3-713dfa8050bc tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1568753766&fields=id&tenant_id=6c9c9337657d43f59f92137cbfb4bdcb HTTP/1.1" status: 200  len: 267 time: 0.2137485
Feb 28 18:47:23.995910 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-45439e22-ec6f-4c8d-a1f9-22fdd2ec5c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:24.027036 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-45439e22-ec6f-4c8d-a1f9-22fdd2ec5c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:24.046400 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24186b6c-1c27-465f-af3a-9e362ff10307 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:47:24.060785 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-24186b6c-1c27-465f-af3a-9e362ff10307 admin admin] 10.222.0.18 "PUT /v2.0/routers/dff2a717-0269-4cd4-981a-28162d53a361/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.7757318
Feb 28 18:47:24.072133 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:24.154025 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-45439e22-ec6f-4c8d-a1f9-22fdd2ec5c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:24.187206 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a2d85-cf35-490a-a203-8ae6aa9d8674 req-a3ba43ae-1c08-49e2-b10f-cfe1f3e0c42c tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:24.187858 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Network f40459f8-f658-4119-914b-b9023327a718 is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:47:24.197175 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Pushing event updated for resources: {'Port': ['ID=dbb1e837-6424-465e-81cb-ec8f9249988c,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:24.197988 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-598a2d85-cf35-490a-a203-8ae6aa9d8674 req-a3ba43ae-1c08-49e2-b10f-cfe1f3e0c42c tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 943 time: 0.1252682
Feb 28 18:47:24.202766 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:47:24.207011 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Received port after_create {{(pid=83062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:47:24.217517 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f030e2-f231-41be-af19-806df7a28eac req-68435783-876d-47ab-a3ff-afc9854652ab tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:24.218189 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-c6f030e2-f231-41be-af19-806df7a28eac req-68435783-876d-47ab-a3ff-afc9854652ab tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Synchronizing usage tracker for tenant:6c9c9337657d43f59f92137cbfb4bdcb on resource:network {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:24.232089 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45439e22-ec6f-4c8d-a1f9-22fdd2ec5c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0701a290-6f96-42d9-9241-6565edaa206c,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:24.257926 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-45439e22-ec6f-4c8d-a1f9-22fdd2ec5c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:24.259062 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-45439e22-ec6f-4c8d-a1f9-22fdd2ec5c55 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0701a290-6f96-42d9-9241-6565edaa206c HTTP/1.1" status: 204  len: 168 time: 0.3491759
Feb 28 18:47:24.284882 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-598a2d85-cf35-490a-a203-8ae6aa9d8674 req-3ead8532-6109-4ea7-9ab2-a594d2f0bf86 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858147
Feb 28 18:47:24.289546 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-c6f030e2-f231-41be-af19-806df7a28eac req-68435783-876d-47ab-a3ff-afc9854652ab tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Unset dirty status for tenant:6c9c9337657d43f59f92137cbfb4bdcb on resource:network {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:24.290733 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c6f030e2-f231-41be-af19-806df7a28eac req-68435783-876d-47ab-a3ff-afc9854652ab tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/networks?id=e88bc605-548b-40fa-8e31-819c1a23132c HTTP/1.1" status: 200  len: 816 time: 0.3591535
Feb 28 18:47:24.320909 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c6f030e2-f231-41be-af19-806df7a28eac req-21b385b2-b8cd-4002-bd21-9c7385817cb0 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/quotas/6c9c9337657d43f59f92137cbfb4bdcb HTTP/1.1" status: 200  len: 375 time: 0.0240200
Feb 28 18:47:24.454682 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:24.490726 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5683f17-f2a6-47fe-b0c2-13d1c502c203 req-be11d946-99f5-43cf-b37c-2022a405390c tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:24.493131 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b5683f17-f2a6-47fe-b0c2-13d1c502c203 req-be11d946-99f5-43cf-b37c-2022a405390c tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 944 time: 0.0856054
Feb 28 18:47:24.527640 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:24.543745 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b5683f17-f2a6-47fe-b0c2-13d1c502c203 req-3311a5f6-41c6-4eeb-be19-cb8f28e3b428 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440013
Feb 28 18:47:24.574133 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-c6f030e2-f231-41be-af19-806df7a28eac req-868dd27d-3604-4941-a142-1ff0f0889ad6 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Synchronizing usage tracker for tenant:6c9c9337657d43f59f92137cbfb4bdcb on resource:port {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:24.624133 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-c6f030e2-f231-41be-af19-806df7a28eac req-868dd27d-3604-4941-a142-1ff0f0889ad6 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Unset dirty status for tenant:6c9c9337657d43f59f92137cbfb4bdcb on resource:port {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:24.625434 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c6f030e2-f231-41be-af19-806df7a28eac req-868dd27d-3604-4941-a142-1ff0f0889ad6 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c9c9337657d43f59f92137cbfb4bdcb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2399480
Feb 28 18:47:24.851997 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c6f030e2-f231-41be-af19-806df7a28eac req-14438911-a82e-434a-a12b-a530e7d08ce6 service neutron] 10.222.0.18 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1813583
Feb 28 18:47:24.898370 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for port, precommit_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:24.945770 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:25.038395 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716924'] for floatingip, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:25.050815 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Pushing event updated for resources: {'Port': ['ID=dbb1e837-6424-465e-81cb-ec8f9249988c,revision_number=2']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:25.064595 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714871b7-cffe-498b-838e-dccc476e9e7b req-ed8b1d6a-6fb7-4e44-8375-a789170f2e1a tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:25.065384 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-714871b7-cffe-498b-838e-dccc476e9e7b req-ed8b1d6a-6fb7-4e44-8375-a789170f2e1a tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Synchronizing usage tracker for tenant:2dde676ebfae458485b906516863f0a6 on resource:network {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:25.084246 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-714871b7-cffe-498b-838e-dccc476e9e7b req-ed8b1d6a-6fb7-4e44-8375-a789170f2e1a tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Unset dirty status for tenant:2dde676ebfae458485b906516863f0a6 on resource:network {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:25.088163 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-714871b7-cffe-498b-838e-dccc476e9e7b req-ed8b1d6a-6fb7-4e44-8375-a789170f2e1a tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/networks?id=0c47f8e2-1f60-48dd-8af5-15438a78251b HTTP/1.1" status: 200  len: 818 time: 0.1844113
Feb 28 18:47:25.100272 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c6f030e2-f231-41be-af19-806df7a28eac req-4df72c87-7c27-4377-8056-e23f93ebc325 service neutron] 10.222.0.18 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2329824
Feb 28 18:47:25.102737 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:25.104226 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-628a20a8-7853-4ec5-9deb-ca59e0d55cc9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8883522
Feb 28 18:47:25.105722 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-714871b7-cffe-498b-838e-dccc476e9e7b req-6cb8654a-d9ac-4a9c-bc4b-0a695435745c tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/quotas/2dde676ebfae458485b906516863f0a6 HTTP/1.1" status: 200  len: 375 time: 0.0134106
Feb 28 18:47:25.201739 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-714871b7-cffe-498b-838e-dccc476e9e7b req-327ea3fd-256c-4640-bfbf-a755ab639811 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Synchronizing usage tracker for tenant:2dde676ebfae458485b906516863f0a6 on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:25.236750 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-714871b7-cffe-498b-838e-dccc476e9e7b req-327ea3fd-256c-4640-bfbf-a755ab639811 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Unset dirty status for tenant:2dde676ebfae458485b906516863f0a6 on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:25.236750 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-714871b7-cffe-498b-838e-dccc476e9e7b req-327ea3fd-256c-4640-bfbf-a755ab639811 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dde676ebfae458485b906516863f0a6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1226530
Feb 28 18:47:25.420954 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-714871b7-cffe-498b-838e-dccc476e9e7b req-8aae87c8-264f-480e-8c3b-7f245d38332c service neutron] 10.222.0.18 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1794090
Feb 28 18:47:25.456452 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-f50ac1f5-c7d5-4228-ae47-00e94aa201f0 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Synchronizing usage tracker for tenant:8fcb1c7fbee84c74815b0b125d1f9b35 on resource:security_group {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:25.476346 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-f50ac1f5-c7d5-4228-ae47-00e94aa201f0 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Unset dirty status for tenant:8fcb1c7fbee84c74815b0b125d1f9b35 on resource:security_group {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:25.479462 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-f50ac1f5-c7d5-4228-ae47-00e94aa201f0 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--70201304&fields=id&tenant_id=8fcb1c7fbee84c74815b0b125d1f9b35 HTTP/1.1" status: 200  len: 267 time: 0.0703986
Feb 28 18:47:25.587498 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-714871b7-cffe-498b-838e-dccc476e9e7b req-62199aba-38a1-4ee7-a648-31b5987fb872 service neutron] 10.222.0.18 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1593218
Feb 28 18:47:25.659778 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-82add47b-6b3e-4247-a28d-51d1c365c3d6 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:25.661039 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-82add47b-6b3e-4247-a28d-51d1c365c3d6 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/networks?id=938299cb-86e8-4dea-8808-d72ec700e3e7 HTTP/1.1" status: 200  len: 810 time: 0.1764705
Feb 28 18:47:25.682126 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-a92cfa27-092f-4a0a-8b5d-f16c1e8a7014 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/quotas/8fcb1c7fbee84c74815b0b125d1f9b35 HTTP/1.1" status: 200  len: 375 time: 0.0148377
Feb 28 18:47:25.810716 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-a1583878-d1b5-47c5-bcf0-ccb4b99247b9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Synchronizing usage tracker for tenant:8fcb1c7fbee84c74815b0b125d1f9b35 on resource:port {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:25.836142 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-a1583878-d1b5-47c5-bcf0-ccb4b99247b9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Unset dirty status for tenant:8fcb1c7fbee84c74815b0b125d1f9b35 on resource:port {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:25.841954 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-a1583878-d1b5-47c5-bcf0-ccb4b99247b9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fcb1c7fbee84c74815b0b125d1f9b35&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1505740
Feb 28 18:47:25.856812 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0852f73a-d45f-4095-b62f-6f287b9b065e req-a8946b91-baa6-43cb-b242-80a9d56a5867 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 210 time: 0.0492656
Feb 28 18:47:26.027995 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-59fd55be-dc56-466d-b6de-fd52f837009e service neutron] 10.222.0.18 "GET /v2.0/networks/938299cb-86e8-4dea-8808-d72ec700e3e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1759224
Feb 28 18:47:26.037382 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-541730ae-3521-42fe-8487-8518c5eccf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:26.389536 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-37d9739e-6f2e-4def-8056-73ad5f55d946 service neutron] 10.222.0.18 "GET /v2.0/networks/938299cb-86e8-4dea-8808-d72ec700e3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3543243
Feb 28 18:47:26.536489 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05123d2-e875-48ee-a981-cdba78854612 req-28f57cf7-257a-4950-a866-2288eb77e0a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:26.558747 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a05123d2-e875-48ee-a981-cdba78854612 req-28f57cf7-257a-4950-a866-2288eb77e0a3 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=257851b949234252b54d9524d8ffca6d&shared=False HTTP/1.1" status: 200  len: 910 time: 0.6062219
Feb 28 18:47:26.602451 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd80a7c-4168-450c-aecd-088e95006946 req-c0f9192f-8b7e-40ad-b164-29c77cbcaec4 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:26.614127 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2dd80a7c-4168-450c-aecd-088e95006946 req-c0f9192f-8b7e-40ad-b164-29c77cbcaec4 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 943 time: 0.4155273
Feb 28 18:47:26.712397 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-63f6fa35-a81a-496b-9716-2907aafa5c1e req-22044f5d-0119-486f-97c4-cd409b86ffe6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbff699f8ada48a78f3957fe6718a4ad&device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 1096 time: 0.7158933
Feb 28 18:47:26.911803 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2dd80a7c-4168-450c-aecd-088e95006946 req-a543a516-1919-4490-b696-2c14d3335d76 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2966268
Feb 28 18:47:27.018881 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05123d2-e875-48ee-a981-cdba78854612 req-2bd349b8-a685-4fd0-a61a-cc3710b6aea0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:27.020439 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a05123d2-e875-48ee-a981-cdba78854612 req-2bd349b8-a685-4fd0-a61a-cc3710b6aea0 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4606466
Feb 28 18:47:27.037307 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6fa35-a81a-496b-9716-2907aafa5c1e req-475a4343-f332-4ba5-91a5-d755553e6ad8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:27.038801 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-63f6fa35-a81a-496b-9716-2907aafa5c1e req-475a4343-f332-4ba5-91a5-d755553e6ad8 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=bbff699f8ada48a78f3957fe6718a4ad&shared=False HTTP/1.1" status: 200  len: 916 time: 0.3124270
Feb 28 18:47:27.043233 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fecae-b079-46a7-8450-42f3d69d8ff1 req-7786c02a-426e-417b-bef3-707274549194 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:27.053431 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-671fecae-b079-46a7-8450-42f3d69d8ff1 req-7786c02a-426e-417b-bef3-707274549194 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 944 time: 0.2198546
Feb 28 18:47:27.156073 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-671fecae-b079-46a7-8450-42f3d69d8ff1 req-8f2fdb9c-c2a7-47bd-baa0-c3a823867525 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016812
Feb 28 18:47:27.219606 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.70', 65467) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:27.447714 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a0eaf849-2e89-40df-bdcf-60967c837473 req-cd1be3f8-41f9-4d3c-ae55-b0f0420ba693 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 210 time: 0.0689409
Feb 28 18:47:27.525407 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-98004bd4-c200-4c04-82be-e4946e808c5f req-d9ec5422-687d-4fa8-a10b-f77c4f5091d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=257851b949234252b54d9524d8ffca6d&device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 1097 time: 0.2985265
Feb 28 18:47:27.651180 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a3d8a796-b7ec-40ef-a3c0-a6a5abd2b1d3 req-1e4ea3fc-8ebc-45a0-bb74-18a9dcc075fa tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 210 time: 0.1166267
Feb 28 18:47:27.673447 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f030e2-f231-41be-af19-806df7a28eac req-f62e2c8b-e38b-42b0-8b95-0653a7b07d26 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:27.677594 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c6f030e2-f231-41be-af19-806df7a28eac req-f62e2c8b-e38b-42b0-8b95-0653a7b07d26 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.70 "GET /v2.0/networks?id=e88bc605-548b-40fa-8e31-819c1a23132c HTTP/1.1" status: 200  len: 816 time: 0.4381220
Feb 28 18:47:27.762288 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-8b4491fd-2421-4102-b090-55fd9eb3a337 req-116b5b41-a15e-43d8-9ac2-d744f5d2ce51 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 210 time: 0.1162043
Feb 28 18:47:27.772929 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-98004bd4-c200-4c04-82be-e4946e808c5f req-d4b669c3-ef74-400d-8ef5-e16cc2241c9b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 HTTP/1.1" status: 200  len: 217 time: 0.2354453
Feb 28 18:47:27.791092 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6fa35-a81a-496b-9716-2907aafa5c1e req-f019a9a5-f0b0-4d5f-ac34-2518662e0c08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:27.792601 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-63f6fa35-a81a-496b-9716-2907aafa5c1e req-f019a9a5-f0b0-4d5f-ac34-2518662e0c08 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7478356
Feb 28 18:47:27.875974 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c6f030e2-f231-41be-af19-806df7a28eac req-b47b1bfc-387f-4c4f-87a0-d660798787dd tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c9c9337657d43f59f92137cbfb4bdcb HTTP/1.1" status: 200  len: 380 time: 0.1757572
Feb 28 18:47:27.949582 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98004bd4-c200-4c04-82be-e4946e808c5f req-622c40af-a749-4a25-b00f-1bb379951b88 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:27.955148 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-98004bd4-c200-4c04-82be-e4946e808c5f req-622c40af-a749-4a25-b00f-1bb379951b88 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=edebb0de-57a1-4ccb-8507-4b636bec4401 HTTP/1.1" status: 200  len: 849 time: 0.1763740
Feb 28 18:47:28.024495 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-c6f030e2-f231-41be-af19-806df7a28eac req-12989c01-6407-4b66-b9e8-6d2ea0ddc1f3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Request body: {'port': {'device_id': 'e7df41b9-e5b1-4de8-97d1-2943d4fe8419', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'admin_state_up': True, 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'security_groups': ['eedafad8-a830-47d5-b0f7-e5a4cd11d067']}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:28.038892 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.70', 65473) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:28.089692 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-98004bd4-c200-4c04-82be-e4946e808c5f req-bd84c9eb-6f02-481f-84f3-c1f94618bf50 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=10a69764-13d4-4c14-a8fa-d1cf18480ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1249759
Feb 28 18:47:28.300380 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-99cb2985-27a9-481f-bfa9-cd4b20e72204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:28.336166 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-33d883c4-45da-47a4-9f0b-5e35d3b25a3d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbff699f8ada48a78f3957fe6718a4ad&device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 1096 time: 0.4588013
Feb 28 18:47:28.571869 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714871b7-cffe-498b-838e-dccc476e9e7b req-dbcf931f-1102-42ad-a028-11da23124243 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:28.573381 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-714871b7-cffe-498b-838e-dccc476e9e7b req-dbcf931f-1102-42ad-a028-11da23124243 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.70 "GET /v2.0/networks?id=0c47f8e2-1f60-48dd-8af5-15438a78251b HTTP/1.1" status: 200  len: 818 time: 0.5331123
Feb 28 18:47:28.586745 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-98004bd4-c200-4c04-82be-e4946e808c5f req-f2c03ec7-c03a-4fe2-8a50-4d13994b9974 service neutron] 10.222.0.70 "GET /v2.0/networks/10a69764-13d4-4c14-a8fa-d1cf18480ff4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4903848
Feb 28 18:47:28.587464 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-0c6d6a58-d711-4155-9e3a-c101cc40bce9 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:28.593808 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abb841-f431-4195-af6a-f776d2214fcd req-48b13611-541d-444e-938d-a47618ddd2ae tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:28.596433 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a2abb841-f431-4195-af6a-f776d2214fcd req-48b13611-541d-444e-938d-a47618ddd2ae tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 943 time: 0.2781875
Feb 28 18:47:28.620671 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-0c6d6a58-d711-4155-9e3a-c101cc40bce9 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/networks?id=0c47f8e2-1f60-48dd-8af5-15438a78251b HTTP/1.1" status: 200  len: 818 time: 0.5855513
Feb 28 18:47:28.647416 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-0d4a6910-d9fd-4104-ae7e-e71590292212 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4e779cc-a1e2-4965-9ce1-55fda3baf989 HTTP/1.1" status: 200  len: 217 time: 0.2970207
Feb 28 18:47:28.652761 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [req-714871b7-cffe-498b-838e-dccc476e9e7b req-d72464aa-d6e3-4d0f-a2f9-b6a1cdeb760e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Request body: {'port': {'device_id': '367888c2-4b14-49de-ab48-b2b2d32de6c7', 'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b', 'admin_state_up': True, 'tenant_id': '2dde676ebfae458485b906516863f0a6'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:28.710360 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-c6f030e2-f231-41be-af19-806df7a28eac req-12989c01-6407-4b66-b9e8-6d2ea0ddc1f3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:28.721911 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-2469e6ce-523d-45d1-8f94-21779d805fd4 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/quotas/2dde676ebfae458485b906516863f0a6 HTTP/1.1" status: 200  len: 375 time: 0.1002145
Feb 28 18:47:28.722604 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.70', 65476) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:28.725190 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-c6f030e2-f231-41be-af19-806df7a28eac req-12989c01-6407-4b66-b9e8-6d2ea0ddc1f3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:28.758525 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 57718) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:28.926348 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a2abb841-f431-4195-af6a-f776d2214fcd req-c3d55057-fbbc-4b3f-8d00-cc9ac45a2aec tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3252575
Feb 28 18:47:28.947239 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [req-714871b7-cffe-498b-838e-dccc476e9e7b req-d72464aa-d6e3-4d0f-a2f9-b6a1cdeb760e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:28.953383 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-98004bd4-c200-4c04-82be-e4946e808c5f req-5d3dfc73-71cd-470f-9e99-b4354e099a11 service neutron] 10.222.0.70 "GET /v2.0/networks/10a69764-13d4-4c14-a8fa-d1cf18480ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3505948
Feb 28 18:47:28.981877 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [req-714871b7-cffe-498b-838e-dccc476e9e7b req-d72464aa-d6e3-4d0f-a2f9-b6a1cdeb760e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:29.004672 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f030e2-f231-41be-af19-806df7a28eac req-12989c01-6407-4b66-b9e8-6d2ea0ddc1f3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Made reservation on behalf of 6c9c9337657d43f59f92137cbfb4bdcb for: {'port': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:47:29.007753 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c6f030e2-f231-41be-af19-806df7a28eac req-12989c01-6407-4b66-b9e8-6d2ea0ddc1f3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:29.014292 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714871b7-cffe-498b-838e-dccc476e9e7b req-d72464aa-d6e3-4d0f-a2f9-b6a1cdeb760e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Made reservation on behalf of 2dde676ebfae458485b906516863f0a6 for: {'port': 1} {{(pid=83062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:47:29.018184 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [req-714871b7-cffe-498b-838e-dccc476e9e7b req-d72464aa-d6e3-4d0f-a2f9-b6a1cdeb760e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:29.027561 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-daf5212a-6bb1-4ffe-b3e4-95196defdd67 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:29.029153 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-daf5212a-6bb1-4ffe-b3e4-95196defdd67 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1f413d20-e81e-4777-9224-e80e0c09c076 HTTP/1.1" status: 200  len: 855 time: 0.3754599
Feb 28 18:47:29.169331 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-3bbcb17d-b585-479c-887c-686bf14f8095 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=33faf01f-a157-4cb1-86f7-3ea812bfd79a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1208091
Feb 28 18:47:29.221060 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6bed7fb3-ac1a-490a-8b7d-3fe68e5ecf86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:29.253726 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976b6a1-8b35-4986-affc-17e52258f030 req-a1b8a6a1-d458-485e-a619-722ee43d2bad tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:29.255228 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-3976b6a1-8b35-4986-affc-17e52258f030 req-a1b8a6a1-d458-485e-a619-722ee43d2bad tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 944 time: 0.1417074
Feb 28 18:47:29.259222 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_common [req-714871b7-cffe-498b-838e-dccc476e9e7b req-d72464aa-d6e3-4d0f-a2f9-b6a1cdeb760e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Allocated IP 172.20.0.13 (0c47f8e2-1f60-48dd-8af5-15438a78251b/f3183f4d-fffd-4f45-b1db-3eda723095ac/90d20ea1-9cdd-416f-8cc6-e54b3413210b) {{(pid=83062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:47:29.292280 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:29.333457 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-3976b6a1-8b35-4986-affc-17e52258f030 req-e4fdba30-d4b4-4948-b9fb-74b894afae1d tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700636
Feb 28 18:47:29.352581 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-e65a85e1-d520-4e52-afe3-b0fb1eccc289 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dde676ebfae458485b906516863f0a6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6233819
Feb 28 18:47:29.428710 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-f721dd2a-5087-4cb7-90bf-c6710f19e513 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:29.429556 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-f721dd2a-5087-4cb7-90bf-c6710f19e513 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Synchronizing usage tracker for tenant:8fcb1c7fbee84c74815b0b125d1f9b35 on resource:network {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:29.450747 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:29.511673 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:29.521802 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-6bed7fb3-ac1a-490a-8b7d-3fe68e5ecf86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:29.536778 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-6bed7fb3-ac1a-490a-8b7d-3fe68e5ecf86 admin admin] Usage tracker for resource:security_group_rule and tenant:d6d6723d077b40fa8ca5e17b3d3ff8c5 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:29.545229 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-6bed7fb3-ac1a-490a-8b7d-3fe68e5ecf86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:29.548778 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-23a9cfb3-5606-4569-8e60-3ab9b0ab5454 req-21e9a5ce-b4ec-4cbb-afe4-4e782c481962 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 210 time: 0.0517528
Feb 28 18:47:29.582177 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-6bed7fb3-ac1a-490a-8b7d-3fe68e5ecf86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:29.606477 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [req-714871b7-cffe-498b-838e-dccc476e9e7b req-d72464aa-d6e3-4d0f-a2f9-b6a1cdeb760e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Notify callbacks [] for port, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:29.612122 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-474cf4f3-8580-440b-9d40-4918e49e23b2 service neutron] 10.222.0.70 "GET /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4274325
Feb 28 18:47:29.613929 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [req-c6f030e2-f231-41be-af19-806df7a28eac req-12989c01-6407-4b66-b9e8-6d2ea0ddc1f3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Allocated IP 172.20.0.11 (e88bc605-548b-40fa-8e31-819c1a23132c/0397a5d3-99dd-4619-9152-f3a0940b516f/3cec7ca6-858e-49d6-8c24-524603adf63d) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:47:29.628241 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-f721dd2a-5087-4cb7-90bf-c6710f19e513 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Unset dirty status for tenant:8fcb1c7fbee84c74815b0b125d1f9b35 on resource:network {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:29.629314 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-f721dd2a-5087-4cb7-90bf-c6710f19e513 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.70 "GET /v2.0/networks?id=938299cb-86e8-4dea-8808-d72ec700e3e7 HTTP/1.1" status: 200  len: 810 time: 0.9017253
Feb 28 18:47:29.644959 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [req-714871b7-cffe-498b-838e-dccc476e9e7b req-d72464aa-d6e3-4d0f-a2f9-b6a1cdeb760e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:29.775083 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714871b7-cffe-498b-838e-dccc476e9e7b req-d72464aa-d6e3-4d0f-a2f9-b6a1cdeb760e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Network 0c47f8e2-1f60-48dd-8af5-15438a78251b is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:47:29.785993 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [req-714871b7-cffe-498b-838e-dccc476e9e7b req-d72464aa-d6e3-4d0f-a2f9-b6a1cdeb760e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:47:29.792630 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-39ca98eb-bd08-4875-b22b-9ce675454fb6 req-a208f437-6181-4b2e-93ea-2bff52e99919 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 210 time: 0.0608058
Feb 28 18:47:29.792982 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.l3_dvrscheduler_db [req-714871b7-cffe-498b-838e-dccc476e9e7b req-d72464aa-d6e3-4d0f-a2f9-b6a1cdeb760e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Received port after_create {{(pid=83062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:47:29.798432 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714871b7-cffe-498b-838e-dccc476e9e7b req-d72464aa-d6e3-4d0f-a2f9-b6a1cdeb760e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:29.799211 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [req-714871b7-cffe-498b-838e-dccc476e9e7b req-d72464aa-d6e3-4d0f-a2f9-b6a1cdeb760e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for port, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:29.803592 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72464aa-d6e3-4d0f-a2f9-b6a1cdeb760e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Pushing event updated for resources: {'Port': ['ID=90d20ea1-9cdd-416f-8cc6-e54b3413210b,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:29.838228 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-714871b7-cffe-498b-838e-dccc476e9e7b req-d72464aa-d6e3-4d0f-a2f9-b6a1cdeb760e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2318988
Feb 28 18:47:29.849615 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6bed7fb3-ac1a-490a-8b7d-3fe68e5ecf86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:29.851255 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] Request body: {'port': {'device_id': '367888c2-4b14-49de-ab48-b2b2d32de6c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:29.881728 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6bed7fb3-ac1a-490a-8b7d-3fe68e5ecf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:29.931445 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-e79139ee-05ee-4a48-bbbe-7f631bb3e282 service neutron] 10.222.0.18 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5323336
Feb 28 18:47:29.989522 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:30.111785 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed7fb3-ac1a-490a-8b7d-3fe68e5ecf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e51992-f362-4d5f-af0e-120127b69ef6,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:30.259154 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c6f030e2-f231-41be-af19-806df7a28eac req-12989c01-6407-4b66-b9e8-6d2ea0ddc1f3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:30.274584 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-6bed7fb3-ac1a-490a-8b7d-3fe68e5ecf86 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6d6723d077b40fa8ca5e17b3d3ff8c5&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4005811
Feb 28 18:47:30.274584 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-e24c2a62-912a-4d64-8b9f-9408d810f9ce tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Synchronizing usage tracker for tenant:8fcb1c7fbee84c74815b0b125d1f9b35 on resource:security_group {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:30.284922 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 57748) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:30.303230 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-24602c57-29ce-401e-82c6-22a9d60f2ff3 req-bfa64d68-da30-4f37-982e-c03383779e5f service neutron] 10.222.0.70 "GET /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6761940
Feb 28 18:47:30.307937 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-e24c2a62-912a-4d64-8b9f-9408d810f9ce tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Unset dirty status for tenant:8fcb1c7fbee84c74815b0b125d1f9b35 on resource:security_group {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:30.309009 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-e24c2a62-912a-4d64-8b9f-9408d810f9ce tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fcb1c7fbee84c74815b0b125d1f9b35 HTTP/1.1" status: 200  len: 378 time: 0.5780287
Feb 28 18:47:30.312234 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-c6f030e2-f231-41be-af19-806df7a28eac req-12989c01-6407-4b66-b9e8-6d2ea0ddc1f3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Transition to ACTIVE for port object 3cec7ca6-858e-49d6-8c24-524603adf63d will not be triggered until provisioned by entity DHCP. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:47:30.329596 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-272db244-23b7-47b6-9cac-68fba06e4f04 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Request body: {'port': {'device_id': '2352d40c-53ed-4e5c-973e-a547aa3f2953', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'admin_state_up': True, 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'security_groups': ['738dcab5-79b0-4847-a96c-db520cb97988']}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:30.381620 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36becdb2-5a3c-493b-8e18-eee9be3b7c7e req-71e90e9f-a2b8-4763-a8a3-99e9a51152d4 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:30.383104 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-36becdb2-5a3c-493b-8e18-eee9be3b7c7e req-71e90e9f-a2b8-4763-a8a3-99e9a51152d4 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 943 time: 0.2646694
Feb 28 18:47:30.446110 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-83c1a2a9-1a0e-4c9b-b6d8-c8cdde33c630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:30.451005 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-e422bc04-9bfb-4125-bf92-cff107fd7101 service neutron] 10.222.0.18 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5186975
Feb 28 18:47:30.493158 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-272db244-23b7-47b6-9cac-68fba06e4f04 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:30.504672 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-272db244-23b7-47b6-9cac-68fba06e4f04 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:30.512747 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c6f030e2-f231-41be-af19-806df7a28eac req-12989c01-6407-4b66-b9e8-6d2ea0ddc1f3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:30.539202 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-36becdb2-5a3c-493b-8e18-eee9be3b7c7e req-87fa52f7-6847-4d35-9bcd-811e7ebb9661 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432910
Feb 28 18:47:30.562411 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-83c1a2a9-1a0e-4c9b-b6d8-c8cdde33c630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:30.590330 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f030e2-f231-41be-af19-806df7a28eac req-12989c01-6407-4b66-b9e8-6d2ea0ddc1f3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Network e88bc605-548b-40fa-8e31-819c1a23132c is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:47:30.615762 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [req-c6f030e2-f231-41be-af19-806df7a28eac req-12989c01-6407-4b66-b9e8-6d2ea0ddc1f3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:47:30.617570 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-272db244-23b7-47b6-9cac-68fba06e4f04 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Made reservation on behalf of 8fcb1c7fbee84c74815b0b125d1f9b35 for: {'port': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:47:30.620584 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-272db244-23b7-47b6-9cac-68fba06e4f04 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:30.658782 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f030e2-f231-41be-af19-806df7a28eac req-12989c01-6407-4b66-b9e8-6d2ea0ddc1f3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:47:30.663930 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.notifiers.nova [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90d20ea1-9cdd-416f-8cc6-e54b3413210b {{(pid=83062) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:47:30.670132 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f030e2-f231-41be-af19-806df7a28eac req-12989c01-6407-4b66-b9e8-6d2ea0ddc1f3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:30.670953 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c6f030e2-f231-41be-af19-806df7a28eac req-12989c01-6407-4b66-b9e8-6d2ea0ddc1f3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:30.684432 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:30.705834 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.provisioning_blocks [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] Transition to ACTIVE for port object 90d20ea1-9cdd-416f-8cc6-e54b3413210b will not be triggered until provisioned by entity L2. {{(pid=83062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:47:30.752685 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:30.759164 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:30.908205 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] Pushing event updated for resources: {'Port': ['ID=90d20ea1-9cdd-416f-8cc6-e54b3413210b,revision_number=2']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:30.913249 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-83c1a2a9-1a0e-4c9b-b6d8-c8cdde33c630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:30.941404 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1a2a9-1a0e-4c9b-b6d8-c8cdde33c630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e51992-f362-4d5f-af0e-120127b69ef6,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:30.951111 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d869cbde-36b6-469c-a52b-e73e75fc52dd req-befad45d-44b0-4750-acfe-ef60947d8842 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 210 time: 0.2735226
Feb 28 18:47:30.978909 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12989c01-6407-4b66-b9e8-6d2ea0ddc1f3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Pushing event updated for resources: {'Port': ['ID=3cec7ca6-858e-49d6-8c24-524603adf63d,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:31.019433 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-83c1a2a9-1a0e-4c9b-b6d8-c8cdde33c630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:31.020702 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-83c1a2a9-1a0e-4c9b-b6d8-c8cdde33c630 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31e51992-f362-4d5f-af0e-120127b69ef6 HTTP/1.1" status: 204  len: 168 time: 0.7348506
Feb 28 18:47:31.021039 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-f22199f8-aa3f-4a3d-b47c-e23f81a9b18f None None] Provisioning for port 3cec7ca6-858e-49d6-8c24-524603adf63d completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:47:31.027634 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-f22199f8-aa3f-4a3d-b47c-e23f81a9b18f None None] Provisioning complete for port 3cec7ca6-858e-49d6-8c24-524603adf63d triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:31.028223 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f22199f8-aa3f-4a3d-b47c-e23f81a9b18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:31.040221 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c6f030e2-f231-41be-af19-806df7a28eac req-12989c01-6407-4b66-b9e8-6d2ea0ddc1f3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0368738
Feb 28 18:47:31.046532 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e66bd1-0176-4412-b2a0-acc08d596ad2 req-55bc56d4-2369-4b14-8381-dffc9f78f94f tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:31.053819 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-d0e66bd1-0176-4412-b2a0-acc08d596ad2 req-55bc56d4-2369-4b14-8381-dffc9f78f94f tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 944 time: 0.3727186
Feb 28 18:47:31.066747 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] Request body: {'port': {'device_id': 'e7df41b9-e5b1-4de8-97d1-2943d4fe8419', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:31.095699 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.managers [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] Attempting to bind port 90d20ea1-9cdd-416f-8cc6-e54b3413210b on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83062) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:47:31.096243 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.managers [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] Attempting to bind port 90d20ea1-9cdd-416f-8cc6-e54b3413210b by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '1664dd6d-6de1-4ae4-b077-d67d673dcb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b'}] {{(pid=83062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:47:31.096683 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] Attempting to bind port 90d20ea1-9cdd-416f-8cc6-e54b3413210b on network 0c47f8e2-1f60-48dd-8af5-15438a78251b {{(pid=83062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:47:31.120372 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] Port 90d20ea1-9cdd-416f-8cc6-e54b3413210b on network 0c47f8e2-1f60-48dd-8af5-15438a78251b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:47:31.120898 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] Attempting to bind port 90d20ea1-9cdd-416f-8cc6-e54b3413210b on network 0c47f8e2-1f60-48dd-8af5-15438a78251b {{(pid=83062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:47:31.137295 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:47:31.137890 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] Checking segment: {'id': '1664dd6d-6de1-4ae4-b077-d67d673dcb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:47:31.138697 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] Bound using segment: {'id': '1664dd6d-6de1-4ae4-b077-d67d673dcb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b'} {{(pid=83062) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:47:31.139418 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.managers [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] Bound port: 90d20ea1-9cdd-416f-8cc6-e54b3413210b, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1664dd6d-6de1-4ae4-b077-d67d673dcb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b'}}] {{(pid=83062) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:47:31.139955 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:31.161100 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 57778) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:31.164137 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-f22199f8-aa3f-4a3d-b47c-e23f81a9b18f None None] Port 3cec7ca6-858e-49d6-8c24-524603adf63d cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:47:31.253021 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-596136db-49e7-45af-8c19-6ed99c928596 req-f07070f0-4144-4318-ab50-955604ec9e89 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 210 time: 0.0728171
Feb 28 18:47:31.255709 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-d0e66bd1-0176-4412-b2a0-acc08d596ad2 req-ac7e88e9-1815-42a4-869b-96caab0f486c tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2008271
Feb 28 18:47:31.386836 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.db [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] For port 90d20ea1-9cdd-416f-8cc6-e54b3413210b, host hv-cinder-83118, cleared binding levels {{(pid=83062) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:47:31.393238 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.db [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] For port 90d20ea1-9cdd-416f-8cc6-e54b3413210b, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=90d20ea1-9cdd-416f-8cc6-e54b3413210b,segment=NetworkSegment(1664dd6d-6de1-4ae4-b077-d67d673dcb57),segment_id=1664dd6d-6de1-4ae4-b077-d67d673dcb57)] {{(pid=83062) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:47:31.412699 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:31.427835 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:31.637803 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] Pushing event updated for resources: {'Port': ['ID=90d20ea1-9cdd-416f-8cc6-e54b3413210b,revision_number=3']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:31.647867 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-272db244-23b7-47b6-9cac-68fba06e4f04 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Allocated IP 172.20.0.7 (938299cb-86e8-4dea-8808-d72ec700e3e7/6dce3474-2c0c-493d-819c-9f361e4996c7/e49673ee-8d35-49a7-9b94-a1a2ffae7498) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:47:31.686408 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:47:31.694109 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for port, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:31.695569 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-714871b7-cffe-498b-838e-dccc476e9e7b req-f03ed5d6-17b3-4751-b80e-72b39d71fa26 service neutron] 10.222.0.70 "PUT /v2.0/ports/90d20ea1-9cdd-416f-8cc6-e54b3413210b HTTP/1.1" status: 200  len: 1094 time: 1.8516998
Feb 28 18:47:31.708397 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 57796) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:31.730238 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '367888c2-4b14-49de-ab48-b2b2d32de6c7', 'tag': '90d20ea1-9cdd-416f-8cc6-e54b3413210b'}] {{(pid=83062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:47:31.840611 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0dbae049-db19-4cbc-a82c-07c09854295d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:31.905168 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-d97e961c-3280-4b56-ae1e-597a8994cf17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:31.938224 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-0dbae049-db19-4cbc-a82c-07c09854295d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:31.951127 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-0dbae049-db19-4cbc-a82c-07c09854295d admin admin] Usage tracker for resource:security_group_rule and tenant:5ecc111b7f384d68bb7329996721683c is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:31.952506 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-0dbae049-db19-4cbc-a82c-07c09854295d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:31.967704 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-0dbae049-db19-4cbc-a82c-07c09854295d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:31.992657 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-d97e961c-3280-4b56-ae1e-597a8994cf17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:32.000000 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-d97e961c-3280-4b56-ae1e-597a8994cf17 admin admin] Usage tracker for resource:security_group_rule and tenant:1ff964b0060e457593a5cb57f46fdbec is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:32.006688 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-d97e961c-3280-4b56-ae1e-597a8994cf17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:32.017583 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-d97e961c-3280-4b56-ae1e-597a8994cf17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:32.024784 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ed9fd-b6da-4694-81a9-5105357d22a1 req-abfab055-410c-4cbb-b02e-6153e933471c tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:32.026359 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c85ed9fd-b6da-4694-81a9-5105357d22a1 req-abfab055-410c-4cbb-b02e-6153e933471c tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 943 time: 0.2155695
Feb 28 18:47:32.037320 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ad389-8a27-444f-b2e1-9c1f3be80479 req-fb6b8cec-b90e-472a-b442-645b1df543cf tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:32.038085 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-462ad389-8a27-444f-b2e1-9c1f3be80479 req-fb6b8cec-b90e-472a-b442-645b1df543cf tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Synchronizing usage tracker for tenant:6c9c9337657d43f59f92137cbfb4bdcb on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:32.038805 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-714871b7-cffe-498b-838e-dccc476e9e7b req-64d0fe47-df86-4021-b41d-2a7bf43e38a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2dde676ebfae458485b906516863f0a6&device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 1097 time: 0.2290757
Feb 28 18:47:32.222349 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c85ed9fd-b6da-4694-81a9-5105357d22a1 req-79dffec0-5fed-4cd5-9ec7-5f5d0a28ff33 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1823156
Feb 28 18:47:32.223833 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-714871b7-cffe-498b-838e-dccc476e9e7b req-504ae507-e277-4a04-b14c-6f653a8ec228 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90d20ea1-9cdd-416f-8cc6-e54b3413210b HTTP/1.1" status: 200  len: 217 time: 0.1564009
Feb 28 18:47:32.246460 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-462ad389-8a27-444f-b2e1-9c1f3be80479 req-fb6b8cec-b90e-472a-b442-645b1df543cf tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Unset dirty status for tenant:6c9c9337657d43f59f92137cbfb4bdcb on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:32.247614 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-462ad389-8a27-444f-b2e1-9c1f3be80479 req-fb6b8cec-b90e-472a-b442-645b1df543cf tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 932 time: 0.7838514
Feb 28 18:47:32.370260 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-d97e961c-3280-4b56-ae1e-597a8994cf17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:32.383734 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-d97e961c-3280-4b56-ae1e-597a8994cf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:32.401735 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0dbae049-db19-4cbc-a82c-07c09854295d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:32.433381 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714871b7-cffe-498b-838e-dccc476e9e7b req-06514b6c-ad8b-46be-bcb2-db3cf70175f6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:32.434866 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-714871b7-cffe-498b-838e-dccc476e9e7b req-06514b6c-ad8b-46be-bcb2-db3cf70175f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3183f4d-fffd-4f45-b1db-3eda723095ac HTTP/1.1" status: 200  len: 858 time: 0.1487424
Feb 28 18:47:32.448657 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-272db244-23b7-47b6-9cac-68fba06e4f04 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:32.467655 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-272db244-23b7-47b6-9cac-68fba06e4f04 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Transition to ACTIVE for port object e49673ee-8d35-49a7-9b94-a1a2ffae7498 will not be triggered until provisioned by entity DHCP. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:47:32.480739 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-daadc3e0-365b-48a9-b0be-0186b16ca9d1 req-2e7bcd56-09b9-45fd-a900-a5e8efb0e56d tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Synchronizing usage tracker for tenant:2dde676ebfae458485b906516863f0a6 on resource:port {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:32.515349 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-462ad389-8a27-444f-b2e1-9c1f3be80479 req-afd5aa19-c9c9-48ea-b51e-eb457501f8b6 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=eedafad8-a830-47d5-b0f7-e5a4cd11d067&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2546558
Feb 28 18:47:32.528735 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0dbae049-db19-4cbc-a82c-07c09854295d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:32.572399 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-d97e961c-3280-4b56-ae1e-597a8994cf17 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1ff964b0060e457593a5cb57f46fdbec&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3573053
Feb 28 18:47:32.582414 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 57816) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:32.610098 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97e961c-3280-4b56-ae1e-597a8994cf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abead57b-b961-4c65-8ea9-2617f1c991e4,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:32.614322 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-714871b7-cffe-498b-838e-dccc476e9e7b req-bc3c5b10-6859-40b8-86cd-748701029310 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c47f8e2-1f60-48dd-8af5-15438a78251b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1253061
Feb 28 18:47:32.617657 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbae049-db19-4cbc-a82c-07c09854295d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15e6bdb-0f9b-4bb6-8f71-bac089a24af1,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:32.620468 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-272db244-23b7-47b6-9cac-68fba06e4f04 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:32.627202 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-daadc3e0-365b-48a9-b0be-0186b16ca9d1 req-2e7bcd56-09b9-45fd-a900-a5e8efb0e56d tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Unset dirty status for tenant:2dde676ebfae458485b906516863f0a6 on resource:port {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:32.641348 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-daadc3e0-365b-48a9-b0be-0186b16ca9d1 req-2e7bcd56-09b9-45fd-a900-a5e8efb0e56d tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 210 time: 0.2141261
Feb 28 18:47:32.706725 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.db.resource_extend [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 28 18:47:32.736673 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-272db244-23b7-47b6-9cac-68fba06e4f04 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Network 938299cb-86e8-4dea-8808-d72ec700e3e7 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:47:32.754477 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-272db244-23b7-47b6-9cac-68fba06e4f04 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:47:32.811036 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-272db244-23b7-47b6-9cac-68fba06e4f04 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:47:32.816838 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-272db244-23b7-47b6-9cac-68fba06e4f04 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:32.817753 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-272db244-23b7-47b6-9cac-68fba06e4f04 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:32.853091 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '367888c2-4b14-49de-ab48-b2b2d32de6c7', 'tag': '90d20ea1-9cdd-416f-8cc6-e54b3413210b', 'status': 'completed', 'code': 200}
Feb 28 18:47:32.858998 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-0dbae049-db19-4cbc-a82c-07c09854295d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ecc111b7f384d68bb7329996721683c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1455014
Feb 28 18:47:32.860272 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-11a622d5-df72-4333-9299-c04b7575b572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:32.864174 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 57822) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:32.864510 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272db244-23b7-47b6-9cac-68fba06e4f04 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Pushing event updated for resources: {'Port': ['ID=e49673ee-8d35-49a7-9b94-a1a2ffae7498,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:32.892566 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cec7ca6-858e-49d6-8c24-524603adf63d {{(pid=83063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:47:32.909564 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:32.945150 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-eaffb3c3-aa50-4269-8521-eb3c6cda4645 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:32.947132 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-eaffb3c3-aa50-4269-8521-eb3c6cda4645 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.70 "GET /v2.0/networks?id=0c47f8e2-1f60-48dd-8af5-15438a78251b HTTP/1.1" status: 200  len: 818 time: 0.5244458
Feb 28 18:47:32.952665 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-272db244-23b7-47b6-9cac-68fba06e4f04 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6389189
Feb 28 18:47:32.959234 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-11a622d5-df72-4333-9299-c04b7575b572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:32.990489 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] Transition to ACTIVE for port object 3cec7ca6-858e-49d6-8c24-524603adf63d will not be triggered until provisioned by entity L2. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:47:32.992946 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-714871b7-cffe-498b-838e-dccc476e9e7b req-5834c824-f64d-4843-991d-2932890d419d service neutron] 10.222.0.70 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3472881
Feb 28 18:47:32.994615 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] Request body: {'port': {'device_id': '2352d40c-53ed-4e5c-973e-a547aa3f2953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:33.000484 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-924ad672-6aa9-4228-97a4-bc1e6b430cf7 None None] Provisioning for port e49673ee-8d35-49a7-9b94-a1a2ffae7498 completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:47:33.009297 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-924ad672-6aa9-4228-97a4-bc1e6b430cf7 None None] Provisioning complete for port e49673ee-8d35-49a7-9b94-a1a2ffae7498 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:33.009982 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-924ad672-6aa9-4228-97a4-bc1e6b430cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:33.024943 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-983d3bdc-72b5-46c6-87e0-0952f2c68051 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Request body: {'port': {'device_id': 'd9e111db-ef67-43ab-991c-6a96b7a8ac08', 'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b', 'admin_state_up': True, 'tenant_id': '2dde676ebfae458485b906516863f0a6'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:33.059949 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc770227-db22-4e4a-8697-aa6f1da02e24 req-5e645e13-a68f-4fa1-8083-3b463f826f9c tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:33.060088 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:33.060991 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-bc770227-db22-4e4a-8697-aa6f1da02e24 req-5e645e13-a68f-4fa1-8083-3b463f826f9c tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 931 time: 0.2764564
Feb 28 18:47:33.084499 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-924ad672-6aa9-4228-97a4-bc1e6b430cf7 None None] Port e49673ee-8d35-49a7-9b94-a1a2ffae7498 cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:47:33.190415 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f09e3af7-f294-48a1-9d3f-fc4aaa7e54c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:33.244431 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-bc770227-db22-4e4a-8697-aa6f1da02e24 req-9aa3efbd-d7cc-4928-82ce-1864edff56a4 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1239815
Feb 28 18:47:33.270851 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-11a622d5-df72-4333-9299-c04b7575b572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:33.318133 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f09e3af7-f294-48a1-9d3f-fc4aaa7e54c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:33.346788 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-714871b7-cffe-498b-838e-dccc476e9e7b req-08a7af5f-7abd-4696-99f7-d1bff853e8ef service neutron] 10.222.0.70 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3385856
Feb 28 18:47:33.429589 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-11a622d5-df72-4333-9299-c04b7575b572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:33.433768 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-11a622d5-df72-4333-9299-c04b7575b572 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abead57b-b961-4c65-8ea9-2617f1c991e4 HTTP/1.1" status: 204  len: 168 time: 0.8453197
Feb 28 18:47:33.433768 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a622d5-df72-4333-9299-c04b7575b572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abead57b-b961-4c65-8ea9-2617f1c991e4,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:33.511788 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] Pushing event updated for resources: {'Port': ['ID=3cec7ca6-858e-49d6-8c24-524603adf63d,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:33.583889 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f09e3af7-f294-48a1-9d3f-fc4aaa7e54c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:33.597737 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 4bc0c118-994f-43b1-97e8-2835b065e5ab up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:47:33.638849 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f09e3af7-f294-48a1-9d3f-fc4aaa7e54c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:33.640194 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-f09e3af7-f294-48a1-9d3f-fc4aaa7e54c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c15e6bdb-0f9b-4bb6-8f71-bac089a24af1 HTTP/1.1" status: 204  len: 168 time: 0.7699187
Feb 28 18:47:33.641247 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e3af7-f294-48a1-9d3f-fc4aaa7e54c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15e6bdb-0f9b-4bb6-8f71-bac089a24af1,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:33.649833 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:33.672952 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-558b6042-464a-4399-a323-8f99fc313d59 req-8454218b-4cd2-409b-956d-bb8fe68f8969 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2dde676ebfae458485b906516863f0a6&device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 1097 time: 0.2352257
Feb 28 18:47:33.680192 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cc5ac-2184-421f-a0a0-9640bb51341b req-4feba5f3-2d18-4441-a817-e33ce611a4cd tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:33.682311 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-082cc5ac-2184-421f-a0a0-9640bb51341b req-4feba5f3-2d18-4441-a817-e33ce611a4cd tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 943 time: 0.2465363
Feb 28 18:47:33.697241 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] Attempting to bind port 3cec7ca6-858e-49d6-8c24-524603adf63d on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:47:33.697576 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] Attempting to bind port 3cec7ca6-858e-49d6-8c24-524603adf63d by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'd2426675-ddce-48d2-aafd-2cdbb3dce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c'}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:47:33.697899 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] Attempting to bind port 3cec7ca6-858e-49d6-8c24-524603adf63d on network e88bc605-548b-40fa-8e31-819c1a23132c {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:47:33.702826 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-983d3bdc-72b5-46c6-87e0-0952f2c68051 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:33.718728 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6395626-db43-4972-b6f4-ba57b8f22fd2 req-5fab6c62-257e-401b-8cae-7f661bfde4d7 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:33.726053 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d6395626-db43-4972-b6f4-ba57b8f22fd2 req-5fab6c62-257e-401b-8cae-7f661bfde4d7 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 944 time: 0.7859712
Feb 28 18:47:33.755904 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port 4bc0c118-994f-43b1-97e8-2835b065e5ab completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:47:33.761809 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 4bc0c118-994f-43b1-97e8-2835b065e5ab triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:33.762231 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:33.762631 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-983d3bdc-72b5-46c6-87e0-0952f2c68051 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:33.815955 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] Port 3cec7ca6-858e-49d6-8c24-524603adf63d on network e88bc605-548b-40fa-8e31-819c1a23132c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:47:33.816426 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] Attempting to bind port 3cec7ca6-858e-49d6-8c24-524603adf63d on network e88bc605-548b-40fa-8e31-819c1a23132c {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:47:33.839084 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-082cc5ac-2184-421f-a0a0-9640bb51341b req-117eb53c-e58f-47cf-8bb7-6f81295e2e52 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254694
Feb 28 18:47:33.887838 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b6042-464a-4399-a323-8f99fc313d59 req-3d6518f1-2cec-4daa-a15d-0cc037966cd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:33.887952 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:47:33.888279 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] Checking segment: {'id': 'd2426675-ddce-48d2-aafd-2cdbb3dce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:47:33.888810 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] Bound using segment: {'id': 'd2426675-ddce-48d2-aafd-2cdbb3dce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c'} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:47:33.889266 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] Bound port: 3cec7ca6-858e-49d6-8c24-524603adf63d, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2426675-ddce-48d2-aafd-2cdbb3dce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c'}}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:47:33.889612 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:33.891666 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-558b6042-464a-4399-a323-8f99fc313d59 req-3d6518f1-2cec-4daa-a15d-0cc037966cd6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c47f8e2-1f60-48dd-8af5-15438a78251b HTTP/1.1" status: 200  len: 919 time: 0.1986322
Feb 28 18:47:33.914635 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-983d3bdc-72b5-46c6-87e0-0952f2c68051 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Made reservation on behalf of 2dde676ebfae458485b906516863f0a6 for: {'port': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:47:33.917640 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-983d3bdc-72b5-46c6-87e0-0952f2c68051 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:33.957870 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:33.997929 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port 4bc0c118-994f-43b1-97e8-2835b065e5ab, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=4bc0c118-994f-43b1-97e8-2835b065e5ab,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:34.007342 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:34.038887 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-558b6042-464a-4399-a323-8f99fc313d59 req-eb57f234-1bf7-49e2-ae48-376795bb33e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90d20ea1-9cdd-416f-8cc6-e54b3413210b HTTP/1.1" status: 200  len: 217 time: 0.1392541
Feb 28 18:47:34.045521 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device d4e779cc-a1e2-4965-9ce1-55fda3baf989 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:47:34.088589 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 57852) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:34.123313 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d6395626-db43-4972-b6f4-ba57b8f22fd2 req-26a50d7f-db04-4f99-a59c-56a4afc5e606 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3962474
Feb 28 18:47:34.182992 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=4bc0c118-994f-43b1-97e8-2835b065e5ab,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:34.299792 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 57862) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:34.302966 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b6042-464a-4399-a323-8f99fc313d59 req-52f52c15-f9f2-4960-b229-60e9be57b752 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:34.304387 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-558b6042-464a-4399-a323-8f99fc313d59 req-52f52c15-f9f2-4960-b229-60e9be57b752 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3183f4d-fffd-4f45-b1db-3eda723095ac HTTP/1.1" status: 200  len: 858 time: 0.2585647
Feb 28 18:47:34.319390 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port d4e779cc-a1e2-4965-9ce1-55fda3baf989, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d4e779cc-a1e2-4965-9ce1-55fda3baf989,segment=NetworkSegment(a6a0d181-0a63-46a3-beb5-5734885b694e),segment_id=a6a0d181-0a63-46a3-beb5-5734885b694e)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:34.379404 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': 'd4e779cc-a1e2-4965-9ce1-55fda3baf989', 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a', 'port_id': 'd4e779cc-a1e2-4965-9ce1-55fda3baf989', 'mac_address': 'fa:16:3e:3d:92:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f413d20-e81e-4777-9224-e80e0c09c076', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:47:34.441871 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:34.460791 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e779cc-a1e2-4965-9ce1-55fda3baf989 {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:47:34.465098 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-558b6042-464a-4399-a323-8f99fc313d59 req-0b7d637e-cb2f-435b-be89-11c5724c8a83 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c47f8e2-1f60-48dd-8af5-15438a78251b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1361032
Feb 28 18:47:34.467185 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5ddf75a0-55e2-4ba3-bf68-a03f8df87e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:34.479454 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port d4e779cc-a1e2-4965-9ce1-55fda3baf989, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d4e779cc-a1e2-4965-9ce1-55fda3baf989,segment=NetworkSegment(a6a0d181-0a63-46a3-beb5-5734885b694e),segment_id=a6a0d181-0a63-46a3-beb5-5734885b694e)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:34.492064 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:34.493537 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:47:34.543506 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1efd3c5c-e7a9-4081-9cf4-f08e47b10471 req-1dab38f5-45a0-441f-8327-b945856f4af2 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 210 time: 0.1623719
Feb 28 18:47:34.612310 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=d4e779cc-a1e2-4965-9ce1-55fda3baf989,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:34.665646 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-5ddf75a0-55e2-4ba3-bf68-a03f8df87e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:34.676820 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926977b9-5460-4f83-85fb-464d6779910a req-5b732a3f-61e3-44e3-aa74-b091144084e1 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:34.678940 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-926977b9-5460-4f83-85fb-464d6779910a req-5b732a3f-61e3-44e3-aa74-b091144084e1 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 944 time: 0.5429327
Feb 28 18:47:34.680047 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-5ddf75a0-55e2-4ba3-bf68-a03f8df87e83 admin admin] Usage tracker for resource:security_group_rule and tenant:cf72ac52de2c41acb1f8fb0bfd91dd0d is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:34.684604 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-5ddf75a0-55e2-4ba3-bf68-a03f8df87e83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:34.686507 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d852932c-40a4-47b3-a97f-5f68d8058017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:34.697421 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-5ddf75a0-55e2-4ba3-bf68-a03f8df87e83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:34.712612 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] For port 3cec7ca6-858e-49d6-8c24-524603adf63d, host hv-cinder-83118, cleared binding levels {{(pid=83063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:47:34.769265 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=73b2783f-9c8f-49c1-a7ac-cc4be73b5e77,segment=NetworkSegment(a43bbdb7-fd1e-409d-ae78-22ea20a0c3c8),segment_id=a43bbdb7-fd1e-409d-ae78-22ea20a0c3c8)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:34.772262 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-558b6042-464a-4399-a323-8f99fc313d59 req-fe763149-a453-4c05-b6ac-1bb956477d85 service neutron] 10.222.0.70 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2883451
Feb 28 18:47:34.784868 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': '73b2783f-9c8f-49c1-a7ac-cc4be73b5e77', 'network_id': '10a69764-13d4-4c14-a8fa-d1cf18480ff4', 'port_id': '73b2783f-9c8f-49c1-a7ac-cc4be73b5e77', 'mac_address': 'fa:16:3e:bc:de:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edebb0de-57a1-4ccb-8507-4b636bec4401', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:47:34.807346 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-926977b9-5460-4f83-85fb-464d6779910a req-8f364cf2-67fb-4708-88e0-9642d38f39ce tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=eedafad8-a830-47d5-b0f7-e5a4cd11d067&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1166649
Feb 28 18:47:34.847813 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:34.848603 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] For port 3cec7ca6-858e-49d6-8c24-524603adf63d, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3cec7ca6-858e-49d6-8c24-524603adf63d,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:47:34.866470 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:47:34.884480 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=73b2783f-9c8f-49c1-a7ac-cc4be73b5e77,segment=NetworkSegment(a43bbdb7-fd1e-409d-ae78-22ea20a0c3c8),segment_id=a43bbdb7-fd1e-409d-ae78-22ea20a0c3c8)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:34.893608 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:34.913768 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:34.935700 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5ddf75a0-55e2-4ba3-bf68-a03f8df87e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:34.950242 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5ddf75a0-55e2-4ba3-bf68-a03f8df87e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:35.013750 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-558b6042-464a-4399-a323-8f99fc313d59 req-e8236725-eea2-46d0-93a4-b65bdb4417fe service neutron] 10.222.0.70 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2314837
Feb 28 18:47:35.020587 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] Pushing event updated for resources: {'Port': ['ID=3cec7ca6-858e-49d6-8c24-524603adf63d,revision_number=3']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:35.023896 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf75a0-55e2-4ba3-bf68-a03f8df87e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ca6f2c-a2d7-4cd5-9d50-ca31e530aecc,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:35.028926 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-5ddf75a0-55e2-4ba3-bf68-a03f8df87e83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf72ac52de2c41acb1f8fb0bfd91dd0d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7280307
Feb 28 18:47:35.032401 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 57878) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:35.056893 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:35.058335 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c6f030e2-f231-41be-af19-806df7a28eac req-9ef20a9f-767e-42da-bfa4-b75509c85ffc service neutron] 10.222.0.70 "PUT /v2.0/ports/3cec7ca6-858e-49d6-8c24-524603adf63d HTTP/1.1" status: 200  len: 1094 time: 4.0062454
Feb 28 18:47:35.063695 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=73b2783f-9c8f-49c1-a7ac-cc4be73b5e77,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:35.064200 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7df41b9-e5b1-4de8-97d1-2943d4fe8419', 'tag': '3cec7ca6-858e-49d6-8c24-524603adf63d'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:47:35.168285 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e6f14d65-d179-47ac-8c37-473625df64e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:35.210097 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e6f14d65-d179-47ac-8c37-473625df64e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:35.227839 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49673ee-8d35-49a7-9b94-a1a2ffae7498 {{(pid=83063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:47:35.242549 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:35.260838 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbb095-6750-4f74-81b5-7d11687f0005 req-4530fae3-1229-4840-9220-46d051438fa7 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:35.262053 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-79dbb095-6750-4f74-81b5-7d11687f0005 req-4530fae3-1229-4840-9220-46d051438fa7 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 944 time: 0.1567693
Feb 28 18:47:35.304462 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['d4e779cc-a1e2-4965-9ce1-55fda3baf989'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:47:35.312143 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e6f14d65-d179-47ac-8c37-473625df64e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:35.322381 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-d852932c-40a4-47b3-a97f-5f68d8058017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:35.329377 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] Transition to ACTIVE for port object e49673ee-8d35-49a7-9b94-a1a2ffae7498 will not be triggered until provisioned by entity L2. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:47:35.331154 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f14d65-d179-47ac-8c37-473625df64e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ca6f2c-a2d7-4cd5-9d50-ca31e530aecc,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:35.339594 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-d852932c-40a4-47b3-a97f-5f68d8058017 admin admin] Usage tracker for resource:security_group_rule and tenant:b27f768fedfd4f529a5e2fbb7669cef4 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:35.346700 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-983d3bdc-72b5-46c6-87e0-0952f2c68051 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Allocated IP 172.20.0.8 (0c47f8e2-1f60-48dd-8af5-15438a78251b/f3183f4d-fffd-4f45-b1db-3eda723095ac/d5619ca3-e7d6-4776-bd15-c26e5c00723d) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:47:35.349826 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-d852932c-40a4-47b3-a97f-5f68d8058017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:35.357244 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e6f14d65-d179-47ac-8c37-473625df64e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:35.358348 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:35.361153 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-e6f14d65-d179-47ac-8c37-473625df64e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66ca6f2c-a2d7-4cd5-9d50-ca31e530aecc HTTP/1.1" status: 204  len: 168 time: 0.3276639
Feb 28 18:47:35.367393 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-79dbb095-6750-4f74-81b5-7d11687f0005 req-fec53d36-577b-4517-8a20-46fe71f91b78 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771396
Feb 28 18:47:35.368139 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-d852932c-40a4-47b3-a97f-5f68d8058017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:35.388766 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['73b2783f-9c8f-49c1-a7ac-cc4be73b5e77'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:47:35.559162 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 4bc0c118-994f-43b1-97e8-2835b065e5ab up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:47:35.603508 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] Pushing event updated for resources: {'Port': ['ID=e49673ee-8d35-49a7-9b94-a1a2ffae7498,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:35.616339 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fc4b8-40a1-49b7-8190-233e02b11928 req-00df8236-22c1-4497-978f-8218672f001f tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:35.616965 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-559fc4b8-40a1-49b7-8190-233e02b11928 req-00df8236-22c1-4497-978f-8218672f001f tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Synchronizing usage tracker for tenant:8fcb1c7fbee84c74815b0b125d1f9b35 on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:35.762237 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219da086-0327-48b5-bb36-68bb541e0451 req-215dfa06-d1e7-4648-a1c5-c872c68f1250 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:35.775282 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-219da086-0327-48b5-bb36-68bb541e0451 req-215dfa06-d1e7-4648-a1c5-c872c68f1250 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 945 time: 0.1420891
Feb 28 18:47:35.825051 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c6f030e2-f231-41be-af19-806df7a28eac req-28057f41-90db-431a-9526-8d308a2472c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c9c9337657d43f59f92137cbfb4bdcb&device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 1097 time: 0.5503013
Feb 28 18:47:35.825708 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-559fc4b8-40a1-49b7-8190-233e02b11928 req-00df8236-22c1-4497-978f-8218672f001f tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Unset dirty status for tenant:8fcb1c7fbee84c74815b0b125d1f9b35 on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:35.831990 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-559fc4b8-40a1-49b7-8190-233e02b11928 req-00df8236-22c1-4497-978f-8218672f001f tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 931 time: 1.1417985
Feb 28 18:47:35.874965 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-219da086-0327-48b5-bb36-68bb541e0451 req-d5c66e44-3ccf-405f-ab08-2d4d41d25097 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984511
Feb 28 18:47:35.964101 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] Attempting to bind port e49673ee-8d35-49a7-9b94-a1a2ffae7498 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:47:35.964443 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] Attempting to bind port e49673ee-8d35-49a7-9b94-a1a2ffae7498 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '805819ed-9a94-43be-8f5f-0e28f8886edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7'}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:47:35.965058 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] Attempting to bind port e49673ee-8d35-49a7-9b94-a1a2ffae7498 on network 938299cb-86e8-4dea-8808-d72ec700e3e7 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:47:35.968716 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d852932c-40a4-47b3-a97f-5f68d8058017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:35.986418 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c6f030e2-f231-41be-af19-806df7a28eac req-296786dc-d4b4-40d3-9d81-1054c90f02b8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cec7ca6-858e-49d6-8c24-524603adf63d HTTP/1.1" status: 200  len: 217 time: 0.1444910
Feb 28 18:47:35.992865 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7df41b9-e5b1-4de8-97d1-2943d4fe8419', 'tag': '3cec7ca6-858e-49d6-8c24-524603adf63d', 'status': 'completed', 'code': 200}
Feb 28 18:47:36.006883 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d852932c-40a4-47b3-a97f-5f68d8058017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:36.069133 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 4bc0c118-994f-43b1-97e8-2835b065e5ab triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:36.070903 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:36.165787 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] Port e49673ee-8d35-49a7-9b94-a1a2ffae7498 on network 938299cb-86e8-4dea-8808-d72ec700e3e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:47:36.166106 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] Attempting to bind port e49673ee-8d35-49a7-9b94-a1a2ffae7498 on network 938299cb-86e8-4dea-8808-d72ec700e3e7 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:47:36.189023 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-eb0a0083-b090-4da8-ab8d-9838a5bfa7a3 req-3ebab19d-663e-485c-a894-c781c4a9bf44 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 210 time: 0.0826123
Feb 28 18:47:36.247458 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-559fc4b8-40a1-49b7-8190-233e02b11928 req-0d9148f4-8877-49a2-a508-e4119818955a tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4083447
Feb 28 18:47:36.257732 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-983d3bdc-72b5-46c6-87e0-0952f2c68051 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:36.268256 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852932c-40a4-47b3-a97f-5f68d8058017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8345d4a0-1876-46cc-a317-3fbb9bb354ff,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:36.270807 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:47:36.271137 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] Checking segment: {'id': '805819ed-9a94-43be-8f5f-0e28f8886edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:47:36.271512 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] Bound using segment: {'id': '805819ed-9a94-43be-8f5f-0e28f8886edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7'} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:47:36.271939 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] Bound port: e49673ee-8d35-49a7-9b94-a1a2ffae7498, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805819ed-9a94-43be-8f5f-0e28f8886edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7'}}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:47:36.272274 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:36.300671 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f030e2-f231-41be-af19-806df7a28eac req-5468ff63-0d6f-414f-bcf3-23da0ef0a58d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:36.302157 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c6f030e2-f231-41be-af19-806df7a28eac req-5468ff63-0d6f-414f-bcf3-23da0ef0a58d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0397a5d3-99dd-4619-9152-f3a0940b516f HTTP/1.1" status: 200  len: 855 time: 0.2969620
Feb 28 18:47:36.309616 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 57912) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:36.311821 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-d852932c-40a4-47b3-a97f-5f68d8058017 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b27f768fedfd4f529a5e2fbb7669cef4&name=default HTTP/1.1" status: 200  len: 2647 time: 2.1874096
Feb 28 18:47:36.483509 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-983d3bdc-72b5-46c6-87e0-0952f2c68051 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:36.486101 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] For port e49673ee-8d35-49a7-9b94-a1a2ffae7498, host hv-cinder-83118, cleared binding levels {{(pid=83063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:47:36.487611 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f8fe141f-3689-496d-aef3-6289113d9b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:36.490467 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] For port e49673ee-8d35-49a7-9b94-a1a2ffae7498, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e49673ee-8d35-49a7-9b94-a1a2ffae7498,segment=NetworkSegment(805819ed-9a94-43be-8f5f-0e28f8886edb),segment_id=805819ed-9a94-43be-8f5f-0e28f8886edb)] {{(pid=83063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:47:36.528926 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f8fe141f-3689-496d-aef3-6289113d9b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:36.555615 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:36.600296 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c6f030e2-f231-41be-af19-806df7a28eac req-c86fffe3-ae49-49bf-abc6-2ccec6272ea2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88bc605-548b-40fa-8e31-819c1a23132c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2873015
Feb 28 18:47:36.608225 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-983d3bdc-72b5-46c6-87e0-0952f2c68051 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Network 0c47f8e2-1f60-48dd-8af5-15438a78251b is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:47:36.608974 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d3bdc-72b5-46c6-87e0-0952f2c68051 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Pushing event updated for resources: {'Port': ['ID=d5619ca3-e7d6-4776-bd15-c26e5c00723d,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:36.614307 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-983d3bdc-72b5-46c6-87e0-0952f2c68051 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:47:36.627354 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:36.628630 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] 10.222.0.70 "PUT /v2.0/ports/e49673ee-8d35-49a7-9b94-a1a2ffae7498 HTTP/1.1" status: 200  len: 1093 time: 3.6460948
Feb 28 18:47:36.677364 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043b7cf-da26-45ac-9a77-85d2f233ba44 req-3698660d-c7b2-4475-a522-c8fdebfd4b05 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:36.684211 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5043b7cf-da26-45ac-9a77-85d2f233ba44 req-3698660d-c7b2-4475-a522-c8fdebfd4b05 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 944 time: 0.1147411
Feb 28 18:47:36.708202 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f8fe141f-3689-496d-aef3-6289113d9b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:36.731599 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe141f-3689-496d-aef3-6289113d9b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8345d4a0-1876-46cc-a317-3fbb9bb354ff,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:36.755449 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5043b7cf-da26-45ac-9a77-85d2f233ba44 req-ed6717a3-1bb9-4d1f-9742-716aec730747 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=eedafad8-a830-47d5-b0f7-e5a4cd11d067&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0700519
Feb 28 18:47:36.758637 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f8fe141f-3689-496d-aef3-6289113d9b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:36.761246 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-f8fe141f-3689-496d-aef3-6289113d9b5e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8345d4a0-1876-46cc-a317-3fbb9bb354ff HTTP/1.1" status: 204  len: 168 time: 0.4504800
Feb 28 18:47:36.925995 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-983d3bdc-72b5-46c6-87e0-0952f2c68051 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:47:36.929869 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-983d3bdc-72b5-46c6-87e0-0952f2c68051 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:36.930420 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-983d3bdc-72b5-46c6-87e0-0952f2c68051 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:36.990981 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37236d-416c-49f4-a6e3-bbe35e3e7d19 service neutron] Pushing event updated for resources: {'Port': ['ID=e49673ee-8d35-49a7-9b94-a1a2ffae7498,revision_number=3']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:37.031565 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2ab26-2d8a-41d7-abee-2e797c1c27dc req-1b703fb9-ef0d-45b0-9e7f-8a89c9d221f9 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:37.033269 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b9e2ab26-2d8a-41d7-abee-2e797c1c27dc req-1b703fb9-ef0d-45b0-9e7f-8a89c9d221f9 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 944 time: 0.3469617
Feb 28 18:47:37.047050 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-fe329b3b-2d27-4181-b733-51a408453c2b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fcb1c7fbee84c74815b0b125d1f9b35&device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 1096 time: 0.3001680
Feb 28 18:47:37.069415 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c6f030e2-f231-41be-af19-806df7a28eac req-3ed4cb6d-0583-4008-a720-ec1352ec4599 service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4565649
Feb 28 18:47:37.112885 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b180ef9-20ee-43f4-b412-8cfcc5f683e1 req-4c6ae82a-1432-4bd3-a63a-a14bac526775 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:37.118670 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-983d3bdc-72b5-46c6-87e0-0952f2c68051 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1346722
Feb 28 18:47:37.121205 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4b180ef9-20ee-43f4-b412-8cfcc5f683e1 req-4c6ae82a-1432-4bd3-a63a-a14bac526775 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 945 time: 0.0989118
Feb 28 18:47:37.170768 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] Request body: {'port': {'device_id': 'd9e111db-ef67-43ab-991c-6a96b7a8ac08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:37.180315 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4b180ef9-20ee-43f4-b412-8cfcc5f683e1 req-bf889c8e-4e5f-4b41-afad-e9619d77330c tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579364
Feb 28 18:47:37.282168 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b9e2ab26-2d8a-41d7-abee-2e797c1c27dc req-92f678b5-972f-438f-883c-614c4173cd28 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2416525
Feb 28 18:47:37.287404 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-c7c39919-8195-4701-8ac5-5dd79afabd8d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e49673ee-8d35-49a7-9b94-a1a2ffae7498 HTTP/1.1" status: 200  len: 217 time: 0.2222772
Feb 28 18:47:37.436313 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 57950) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:37.474781 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-48f9d197-ab50-4fb5-a04e-ffe220e4a50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:37.525229 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c370ed-c9c6-414e-ab20-d1e46b7e0c1f req-3c7b435c-fa05-48c9-baa2-79d946bb26ae tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:37.532204 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-77c370ed-c9c6-414e-ab20-d1e46b7e0c1f req-3c7b435c-fa05-48c9-baa2-79d946bb26ae tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 931 time: 0.1629801
Feb 28 18:47:37.559509 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c6f030e2-f231-41be-af19-806df7a28eac req-37020b43-d37e-485b-bd16-2b0a8e5f4720 service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4398682
Feb 28 18:47:37.567666 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-b22e58ec-7b91-4af7-9751-5d0372fc7cd1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:37.569440 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-b22e58ec-7b91-4af7-9751-5d0372fc7cd1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6dce3474-2c0c-493d-819c-9f361e4996c7 HTTP/1.1" status: 200  len: 849 time: 0.2677710
Feb 28 18:47:37.573911 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:37.583548 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-48f9d197-ab50-4fb5-a04e-ffe220e4a50a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:37.597068 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-48f9d197-ab50-4fb5-a04e-ffe220e4a50a admin admin] Usage tracker for resource:security_group_rule and tenant:ee78ba65fa7841a5bc9c463306d0f38e is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:37.611752 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-48f9d197-ab50-4fb5-a04e-ffe220e4a50a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:37.619277 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-48f9d197-ab50-4fb5-a04e-ffe220e4a50a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:37.635658 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-77c370ed-c9c6-414e-ab20-d1e46b7e0c1f req-b582116b-7b52-4fab-bb3b-33779a7b7150 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023161
Feb 28 18:47:37.710975 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-48f9d197-ab50-4fb5-a04e-ffe220e4a50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:37.717009 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-48f9d197-ab50-4fb5-a04e-ffe220e4a50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:37.761073 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9d197-ab50-4fb5-a04e-ffe220e4a50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18f1162-bf7d-4cb7-b23a-7eb2d9610b2f,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:37.793150 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-48f9d197-ab50-4fb5-a04e-ffe220e4a50a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee78ba65fa7841a5bc9c463306d0f38e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3469133
Feb 28 18:47:37.797590 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 57962) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:37.903045 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381d856-2933-4154-b678-ae54a9fa6571 req-a5468ca7-fe68-45e4-bce9-c7b8a92d8581 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:37.912151 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1381d856-2933-4154-b678-ae54a9fa6571 req-a5468ca7-fe68-45e4-bce9-c7b8a92d8581 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 943 time: 0.4339054
Feb 28 18:47:37.980515 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063a205-b7be-4415-b734-4ac11aa48976 req-0d88d1b4-ec6b-48e0-9ea3-7dd3bd71c74f tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:37.981202 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-43cbe8ad-7ba0-4fdc-beef-9367c3ccb7c3 req-25437da1-a836-4b34-8b56-313077d0d9f3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c9c9337657d43f59f92137cbfb4bdcb&device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 1097 time: 0.3077030
Feb 28 18:47:37.987089 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e063a205-b7be-4415-b734-4ac11aa48976 req-0d88d1b4-ec6b-48e0-9ea3-7dd3bd71c74f tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 944 time: 0.0992179
Feb 28 18:47:37.990932 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 90d20ea1-9cdd-416f-8cc6-e54b3413210b details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:47:38.001685 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2352d40c-53ed-4e5c-973e-a547aa3f2953', 'tag': 'e49673ee-8d35-49a7-9b94-a1a2ffae7498'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:47:38.063472 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e063a205-b7be-4415-b734-4ac11aa48976 req-773b1af7-69fd-43d6-b696-bb2819760e12 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=eedafad8-a830-47d5-b0f7-e5a4cd11d067&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607915
Feb 28 18:47:38.088498 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device d4e779cc-a1e2-4965-9ce1-55fda3baf989 up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:47:38.226615 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 90d20ea1-9cdd-416f-8cc6-e54b3413210b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=90d20ea1-9cdd-416f-8cc6-e54b3413210b,segment=NetworkSegment(1664dd6d-6de1-4ae4-b077-d67d673dcb57),segment_id=1664dd6d-6de1-4ae4-b077-d67d673dcb57)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:38.240993 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port d4e779cc-a1e2-4965-9ce1-55fda3baf989 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:47:38.248674 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': '90d20ea1-9cdd-416f-8cc6-e54b3413210b', 'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b', 'port_id': '90d20ea1-9cdd-416f-8cc6-e54b3413210b', 'mac_address': 'fa:16:3e:e6:1d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3183f4d-fffd-4f45-b1db-3eda723095ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:47:38.250277 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port d4e779cc-a1e2-4965-9ce1-55fda3baf989 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:38.250774 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:38.285029 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2352d40c-53ed-4e5c-973e-a547aa3f2953', 'tag': 'e49673ee-8d35-49a7-9b94-a1a2ffae7498', 'status': 'completed', 'code': 200}
Feb 28 18:47:38.302715 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-12173612-cd42-405f-b7ee-4fdc4447dccb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=938299cb-86e8-4dea-8808-d72ec700e3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7082782
Feb 28 18:47:38.353757 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:38.376708 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90d20ea1-9cdd-416f-8cc6-e54b3413210b {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:47:38.392015 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbe8ad-7ba0-4fdc-beef-9367c3ccb7c3 req-985ccd86-b7d6-42a7-8084-a768eda9ce2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:38.393464 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-43cbe8ad-7ba0-4fdc-beef-9367c3ccb7c3 req-985ccd86-b7d6-42a7-8084-a768eda9ce2d service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88bc605-548b-40fa-8e31-819c1a23132c HTTP/1.1" status: 200  len: 917 time: 0.3742166
Feb 28 18:47:38.419930 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071414cb-b56f-4567-9184-1f3af84c579d req-34de2569-0379-4e16-b7dc-a5b74f219779 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:38.428645 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-071414cb-b56f-4567-9184-1f3af84c579d req-34de2569-0379-4e16-b7dc-a5b74f219779 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 945 time: 0.0983155
Feb 28 18:47:38.440902 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 90d20ea1-9cdd-416f-8cc6-e54b3413210b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=90d20ea1-9cdd-416f-8cc6-e54b3413210b,segment=NetworkSegment(1664dd6d-6de1-4ae4-b077-d67d673dcb57),segment_id=1664dd6d-6de1-4ae4-b077-d67d673dcb57)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:38.469074 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:38.482096 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:38.482289 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fc4f9c70-d72f-4bda-9dde-8cf4d486a626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:38.499109 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-071414cb-b56f-4567-9184-1f3af84c579d req-c4a79f8c-0d46-411c-81f4-9b397424c9a3 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692272
Feb 28 18:47:38.564024 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12af0b82-9877-4187-b24a-ec08b3f7bf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e779cc-a1e2-4965-9ce1-55fda3baf989'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:47:38.586638 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1381d856-2933-4154-b678-ae54a9fa6571 req-3e309927-cc3a-4e68-8501-b5adebd4a00b tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.6735234
Feb 28 18:47:38.626231 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Sync routers for ids ['dff2a717-0269-4cd4-981a-28162d53a361'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:47:38.629583 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-43cbe8ad-7ba0-4fdc-beef-9367c3ccb7c3 req-200c2b9b-91c3-4323-b8ef-616d2af32e1f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cec7ca6-858e-49d6-8c24-524603adf63d HTTP/1.1" status: 200  len: 217 time: 0.2051494
Feb 28 18:47:38.647274 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Routers {'dff2a717-0269-4cd4-981a-28162d53a361'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:47:38.648369 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5af55d60>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:47:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['dff2a717-0269-4cd4-981a-28162d53a361'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:38.649874 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fc4f9c70-d72f-4bda-9dde-8cf4d486a626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:38.683839 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port d4e779cc-a1e2-4965-9ce1-55fda3baf989, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d4e779cc-a1e2-4965-9ce1-55fda3baf989,segment=NetworkSegment(a6a0d181-0a63-46a3-beb5-5734885b694e),segment_id=a6a0d181-0a63-46a3-beb5-5734885b694e)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:38.699664 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:38.700718 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:47:38.766718 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=90d20ea1-9cdd-416f-8cc6-e54b3413210b,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:38.827894 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.db.resource_extend [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 28 18:47:38.908639 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c9a00e-792a-4978-bcdf-159b41997ab6 req-5ababe33-0963-465a-8bd8-bbce7c36fe10 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:38.917583 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-06c9a00e-792a-4978-bcdf-159b41997ab6 req-5ababe33-0963-465a-8bd8-bbce7c36fe10 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 945 time: 0.1924622
Feb 28 18:47:38.938893 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=d4e779cc-a1e2-4965-9ce1-55fda3baf989,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:38.939957 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-776a0328-d263-44a4-ba92-0c2b0f9c0a1a service neutron] 10.222.0.70 "GET /v2.0/networks/938299cb-86e8-4dea-8808-d72ec700e3e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5515585
Feb 28 18:47:38.957663 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:47:38.965536 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:38.966439 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:38.968701 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fc4f9c70-d72f-4bda-9dde-8cf4d486a626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:38.991906 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-06c9a00e-792a-4978-bcdf-159b41997ab6 req-b3aaa6c5-32dc-4c79-a621-667aaf5b2394 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711811
Feb 28 18:47:38.997398 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5619ca3-e7d6-4776-bd15-c26e5c00723d {{(pid=83063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:47:39.022647 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:39.036512 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f9c70-d72f-4bda-9dde-8cf4d486a626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18f1162-bf7d-4cb7-b23a-7eb2d9610b2f,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:39.059040 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] Transition to ACTIVE for port object d5619ca3-e7d6-4776-bd15-c26e5c00723d will not be triggered until provisioned by entity L2. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:47:39.060317 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fc4f9c70-d72f-4bda-9dde-8cf4d486a626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:39.061495 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-fc4f9c70-d72f-4bda-9dde-8cf4d486a626 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a18f1162-bf7d-4cb7-b23a-7eb2d9610b2f HTTP/1.1" status: 204  len: 168 time: 1.2599566
Feb 28 18:47:39.072432 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Set router dff2a717-0269-4cd4-981a-28162d53a361 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:47:39.075582 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:39.188117 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471358c-dfd7-4e94-bb97-4ce01853de97 req-d8a6593b-a74f-4987-abdd-63d073f47128 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:39.189565 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-7471358c-dfd7-4e94-bb97-4ce01853de97 req-d8a6593b-a74f-4987-abdd-63d073f47128 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Synchronizing usage tracker for tenant:2dde676ebfae458485b906516863f0a6 on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:39.211751 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:39.285490 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=73b2783f-9c8f-49c1-a7ac-cc4be73b5e77,segment=NetworkSegment(a43bbdb7-fd1e-409d-ae78-22ea20a0c3c8),segment_id=a43bbdb7-fd1e-409d-ae78-22ea20a0c3c8)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:39.296433 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:39.347784 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12af0b82-9877-4187-b24a-ec08b3f7bf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e779cc-a1e2-4965-9ce1-55fda3baf989', 'code': 200}
Feb 28 18:47:39.369269 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] Pushing event updated for resources: {'Port': ['ID=d5619ca3-e7d6-4776-bd15-c26e5c00723d,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:39.391334 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=73b2783f-9c8f-49c1-a7ac-cc4be73b5e77,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:39.392594 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-7471358c-dfd7-4e94-bb97-4ce01853de97 req-d8a6593b-a74f-4987-abdd-63d073f47128 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Unset dirty status for tenant:2dde676ebfae458485b906516863f0a6 on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:39.393795 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7471358c-dfd7-4e94-bb97-4ce01853de97 req-d8a6593b-a74f-4987-abdd-63d073f47128 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 931 time: 0.5502956
Feb 28 18:47:39.486160 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] Attempting to bind port d5619ca3-e7d6-4776-bd15-c26e5c00723d on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:47:39.486991 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] Attempting to bind port d5619ca3-e7d6-4776-bd15-c26e5c00723d by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '1664dd6d-6de1-4ae4-b077-d67d673dcb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b'}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:47:39.488627 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] Attempting to bind port d5619ca3-e7d6-4776-bd15-c26e5c00723d on network 0c47f8e2-1f60-48dd-8af5-15438a78251b {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:47:39.498881 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] Port d5619ca3-e7d6-4776-bd15-c26e5c00723d on network 0c47f8e2-1f60-48dd-8af5-15438a78251b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:47:39.499439 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] Attempting to bind port d5619ca3-e7d6-4776-bd15-c26e5c00723d on network 0c47f8e2-1f60-48dd-8af5-15438a78251b {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:47:39.527153 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5af55d60>, [{'id': 'dff2a717-0269-4cd4-981a-28162d53a361', 'name': 'tempest-ServerRescueNegativeTestJSON-893375224-router', 'tenant_id': '2dde676ebfae458485b906516863f0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'fb88826d-265d-4661-90df-b8725bcc1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:21Z', 'revision_number': 4, 'project_id': '2dde676ebfae458485b906516863f0a6', 'gw_port': {'id': 'fb88826d-265d-4661-90df-b8725bcc1c65', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff2a717-0269-4cd4-981a-28162d53a361', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '89e428a6-e762-4336-a573-a8c900617931', 'name': '', 'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b', 'tenant_id': '2dde676ebfae458485b906516863f0a6', 'mac_address': 'fa:16:3e:65:f7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff2a717-0269-4cd4-981a-28162d53a361', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3183f4d-fffd-4f45-b1db-3eda723095ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:17Z', 'updated_at': '2022-02-28T18:47:22Z', 'revision_number': 2, 'project_id': '2dde676ebfae458485b906516863f0a6', 'subnets': [{'id': 'f3183f4d-fffd-4f45-b1db-3eda723095ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:39.527420 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:47:39.527420 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] Checking segment: {'id': '1664dd6d-6de1-4ae4-b077-d67d673dcb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:47:39.528007 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] Bound using segment: {'id': '1664dd6d-6de1-4ae4-b077-d67d673dcb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b'} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:47:39.528548 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] Bound port: d5619ca3-e7d6-4776-bd15-c26e5c00723d, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1664dd6d-6de1-4ae4-b077-d67d673dcb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b'}}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:47:39.528987 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:39.533549 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Checking router: dff2a717-0269-4cd4-981a-28162d53a361 for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:47:39.534143 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Updating router dff2a717-0269-4cd4-981a-28162d53a361 port 89e428a6-e762-4336-a573-a8c900617931 binding host dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 28 18:47:39.576067 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318e3d3-ba53-44d7-a225-014e20d14cfd req-8bf2ccc2-102c-415d-9086-c35c8af6b35b tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:39.577983 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0318e3d3-ba53-44d7-a225-014e20d14cfd req-8bf2ccc2-102c-415d-9086-c35c8af6b35b tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 944 time: 0.0994151
Feb 28 18:47:39.631121 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:39.645714 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0318e3d3-ba53-44d7-a225-014e20d14cfd req-3a267002-487f-4d0d-98a2-a11b49247fbe tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=eedafad8-a830-47d5-b0f7-e5a4cd11d067&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621247
Feb 28 18:47:39.664088 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-7471358c-dfd7-4e94-bb97-4ce01853de97 req-079e785e-cdb0-4023-9b3a-d5380d9f2dab tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Synchronizing usage tracker for tenant:2dde676ebfae458485b906516863f0a6 on resource:security_group {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:39.669304 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbe8ad-7ba0-4fdc-beef-9367c3ccb7c3 req-73acc472-8e66-4783-90cd-12b2efeb52e9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:39.671019 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-43cbe8ad-7ba0-4fdc-beef-9367c3ccb7c3 req-73acc472-8e66-4783-90cd-12b2efeb52e9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0397a5d3-99dd-4619-9152-f3a0940b516f HTTP/1.1" status: 200  len: 855 time: 0.0795195
Feb 28 18:47:39.701700 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-7471358c-dfd7-4e94-bb97-4ce01853de97 req-079e785e-cdb0-4023-9b3a-d5380d9f2dab tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Unset dirty status for tenant:2dde676ebfae458485b906516863f0a6 on resource:security_group {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:39.713267 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7471358c-dfd7-4e94-bb97-4ce01853de97 req-079e785e-cdb0-4023-9b3a-d5380d9f2dab tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2584260
Feb 28 18:47:39.786087 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] For port d5619ca3-e7d6-4776-bd15-c26e5c00723d, host hv-cinder-83118, cleared binding levels {{(pid=83063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:47:39.795438 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] For port d5619ca3-e7d6-4776-bd15-c26e5c00723d, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d5619ca3-e7d6-4776-bd15-c26e5c00723d,segment=NetworkSegment(1664dd6d-6de1-4ae4-b077-d67d673dcb57),segment_id=1664dd6d-6de1-4ae4-b077-d67d673dcb57)] {{(pid=83063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:47:39.815975 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:39.901382 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db9e2b-68f8-404f-91e9-93bc36793c37 req-42ef2ffa-9eba-4b28-8dd9-618a1b7a9b84 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:39.903043 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-48db9e2b-68f8-404f-91e9-93bc36793c37 req-42ef2ffa-9eba-4b28-8dd9-618a1b7a9b84 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 946 time: 0.0820651
Feb 28 18:47:39.961129 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-48db9e2b-68f8-404f-91e9-93bc36793c37 req-81e8ad41-da49-4aab-89f9-24b0127aedb9 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477688
Feb 28 18:47:39.994451 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:39.994451 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] 10.222.0.70 "PUT /v2.0/ports/d5619ca3-e7d6-4776-bd15-c26e5c00723d HTTP/1.1" status: 200  len: 1093 time: 2.8370943
Feb 28 18:47:39.995952 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d542d-3ed5-4120-8a57-caa3671fff3e service neutron] Pushing event updated for resources: {'Port': ['ID=d5619ca3-e7d6-4776-bd15-c26e5c00723d,revision_number=3']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:40.037999 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319aaf6d-38eb-493f-be90-ceff238c6064 req-7c7ef6bc-aad4-414a-9f91-83bfcd15d7f0 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:40.039984 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-319aaf6d-38eb-493f-be90-ceff238c6064 req-7c7ef6bc-aad4-414a-9f91-83bfcd15d7f0 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 943 time: 0.1579566
Feb 28 18:47:40.050830 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Notify callbacks [] for port, precommit_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:40.064254 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.provisioning_blocks [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Transition to ACTIVE for port object 89e428a6-e762-4336-a573-a8c900617931 will not be triggered until provisioned by entity L2. {{(pid=83065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:47:40.075492 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:40.105312 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-319aaf6d-38eb-493f-be90-ceff238c6064 req-25aaad79-7613-493d-9ced-a5a9a514f86a tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0581563
Feb 28 18:47:40.225762 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6779eed-78e1-48a2-82c6-198032c3c52a None None] Pushing event updated for resources: {'Port': ['ID=89e428a6-e762-4336-a573-a8c900617931,revision_number=3']} {{(pid=83065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:40.236362 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140888a-8b52-4386-ba95-93f3c5ae47fc req-6d1d8725-c704-4f23-8106-1d1680f183be tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:40.237942 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7140888a-8b52-4386-ba95-93f3c5ae47fc req-6d1d8725-c704-4f23-8106-1d1680f183be tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 945 time: 0.1042948
Feb 28 18:47:40.286548 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e111db-ef67-43ab-991c-6a96b7a8ac08', 'tag': 'd5619ca3-e7d6-4776-bd15-c26e5c00723d'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:47:40.298865 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7140888a-8b52-4386-ba95-93f3c5ae47fc req-4f80b1f2-2c47-40ec-85e2-631012b1c1de tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545726
Feb 28 18:47:40.318425 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Attempting to bind port 89e428a6-e762-4336-a573-a8c900617931 on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:47:40.318694 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Attempting to bind port 89e428a6-e762-4336-a573-a8c900617931 by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': '1664dd6d-6de1-4ae4-b077-d67d673dcb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b'}] {{(pid=83065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:47:40.319135 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Attempting to bind port 89e428a6-e762-4336-a573-a8c900617931 on network 0c47f8e2-1f60-48dd-8af5-15438a78251b {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:47:40.326855 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:47:40.327224 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Checking segment: {'id': '1664dd6d-6de1-4ae4-b077-d67d673dcb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:47:40.327618 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:40.327999 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Bound using segment: {'id': '1664dd6d-6de1-4ae4-b077-d67d673dcb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b'} {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:47:40.328454 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Bound port: 89e428a6-e762-4336-a573-a8c900617931, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1664dd6d-6de1-4ae4-b077-d67d673dcb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b'}}] {{(pid=83065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:47:40.328998 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:40.346148 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e111db-ef67-43ab-991c-6a96b7a8ac08', 'tag': 'd5619ca3-e7d6-4776-bd15-c26e5c00723d', 'status': 'completed', 'code': 200}
Feb 28 18:47:40.416885 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.db [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] For port 89e428a6-e762-4336-a573-a8c900617931, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:47:40.419994 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.db [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] For port 89e428a6-e762-4336-a573-a8c900617931, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=89e428a6-e762-4336-a573-a8c900617931,segment=NetworkSegment(1664dd6d-6de1-4ae4-b077-d67d673dcb57),segment_id=1664dd6d-6de1-4ae4-b077-d67d673dcb57)] {{(pid=83065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:47:40.425229 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:40.503966 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6779eed-78e1-48a2-82c6-198032c3c52a None None] Pushing event updated for resources: {'Port': ['ID=89e428a6-e762-4336-a573-a8c900617931,revision_number=4']} {{(pid=83065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:40.509253 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Routers {'dff2a717-0269-4cd4-981a-28162d53a361'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:47:40.509844 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5af55d60>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:47:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['dff2a717-0269-4cd4-981a-28162d53a361'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:40.683309 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] Set router dff2a717-0269-4cd4-981a-28162d53a361 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:47:40.931387 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f1d7b-8188-4cc2-8226-822908ea4291 req-44f3b021-239f-4cbd-9a5f-3e66acdceff8 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:40.938355 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ef1f1d7b-8188-4cc2-8226-822908ea4291 req-44f3b021-239f-4cbd-9a5f-3e66acdceff8 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 944 time: 0.1272688
Feb 28 18:47:40.949334 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46cd69-bbd2-4e69-aa5b-45c2a704ca0c req-94a77113-5355-4156-bd2c-6658e81b6686 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:40.951490 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7a46cd69-bbd2-4e69-aa5b-45c2a704ca0c req-94a77113-5355-4156-bd2c-6658e81b6686 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 943 time: 0.0938463
Feb 28 18:47:40.987325 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ef1f1d7b-8188-4cc2-8226-822908ea4291 req-8dc85396-a663-4f14-a882-4dc2bd3e5f90 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=eedafad8-a830-47d5-b0f7-e5a4cd11d067&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476925
Feb 28 18:47:41.002453 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7a46cd69-bbd2-4e69-aa5b-45c2a704ca0c req-4f7de460-ce1a-496d-a01f-76793a16521e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443678
Feb 28 18:47:41.045771 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5af55d60>, [{'id': 'dff2a717-0269-4cd4-981a-28162d53a361', 'name': 'tempest-ServerRescueNegativeTestJSON-893375224-router', 'tenant_id': '2dde676ebfae458485b906516863f0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'fb88826d-265d-4661-90df-b8725bcc1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:21Z', 'revision_number': 4, 'project_id': '2dde676ebfae458485b906516863f0a6', 'gw_port': {'id': 'fb88826d-265d-4661-90df-b8725bcc1c65', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff2a717-0269-4cd4-981a-28162d53a361', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '89e428a6-e762-4336-a573-a8c900617931', 'name': '', 'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b', 'tenant_id': '2dde676ebfae458485b906516863f0a6', 'mac_address': 'fa:16:3e:65:f7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff2a717-0269-4cd4-981a-28162d53a361', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3183f4d-fffd-4f45-b1db-3eda723095ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:17Z', 'updated_at': '2022-02-28T18:47:40Z', 'revision_number': 4, 'project_id': '2dde676ebfae458485b906516863f0a6', 'subnets': [{'id': 'f3183f4d-fffd-4f45-b1db-3eda723095ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:41.050240 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba2b745-ad4f-4b26-9ccf-d2ad9ef53d0a None None] The sync data for ids ['dff2a717-0269-4cd4-981a-28162d53a361'] in dv-cinder-831188-1-iscsi is: [{'id': 'dff2a717-0269-4cd4-981a-28162d53a361', 'name': 'tempest-ServerRescueNegativeTestJSON-893375224-router', 'tenant_id': '2dde676ebfae458485b906516863f0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'fb88826d-265d-4661-90df-b8725bcc1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:21Z', 'revision_number': 4, 'project_id': '2dde676ebfae458485b906516863f0a6', 'gw_port': {'id': 'fb88826d-265d-4661-90df-b8725bcc1c65', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff2a717-0269-4cd4-981a-28162d53a361', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '89e428a6-e762-4336-a573-a8c900617931', 'name': '', 'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b', 'tenant_id': '2dde676ebfae458485b906516863f0a6', 'mac_address': 'fa:16:3e:65:f7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dff2a717-0269-4cd4-981a-28162d53a361', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f3183f4d-fffd-4f45-b1db-3eda723095ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:17Z', 'updated_at': '2022-02-28T18:47:40Z', 'revision_number': 4, 'project_id': '2dde676ebfae458485b906516863f0a6', 'subnets': [{'id': 'f3183f4d-fffd-4f45-b1db-3eda723095ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:47:41.220102 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b28fa2-9d42-49d0-a097-ccc89701214d req-0f29fe7c-e982-4921-82b3-af4b6b4ca267 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:41.221917 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-30b28fa2-9d42-49d0-a097-ccc89701214d req-0f29fe7c-e982-4921-82b3-af4b6b4ca267 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 946 time: 0.0953538
Feb 28 18:47:41.285877 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-30b28fa2-9d42-49d0-a097-ccc89701214d req-d11bf62f-e977-4083-a362-6e1362f73a3f tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583909
Feb 28 18:47:41.349389 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e954e6-bc88-4ee9-9d74-b238e8260826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b2783f-9c8f-49c1-a7ac-cc4be73b5e77'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:47:41.442991 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53abd6-db07-4429-a9b5-f9184e83ce6f req-24c8a650-e4f7-4bd2-b9ac-316a91ab19c8 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:41.444459 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1e53abd6-db07-4429-a9b5-f9184e83ce6f req-24c8a650-e4f7-4bd2-b9ac-316a91ab19c8 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 943 time: 0.1392543
Feb 28 18:47:41.519793 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1e53abd6-db07-4429-a9b5-f9184e83ce6f req-cf57dc90-8cbc-4545-9ca1-a56b6e51448d tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0612707
Feb 28 18:47:41.594534 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54134b97-f30c-4ede-b5aa-4c3317b035c7 req-c2647d6f-1f4e-41e6-b88b-bcc509c50f79 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:41.596738 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-54134b97-f30c-4ede-b5aa-4c3317b035c7 req-c2647d6f-1f4e-41e6-b88b-bcc509c50f79 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 945 time: 0.1433506
Feb 28 18:47:41.611389 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 89e428a6-e762-4336-a573-a8c900617931 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:47:41.648417 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e954e6-bc88-4ee9-9d74-b238e8260826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b2783f-9c8f-49c1-a7ac-cc4be73b5e77', 'code': 200}
Feb 28 18:47:41.657236 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-54134b97-f30c-4ede-b5aa-4c3317b035c7 req-4a8ca87d-8d93-4d1d-92b3-cb568d3f21f7 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507307
Feb 28 18:47:41.692547 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port 89e428a6-e762-4336-a573-a8c900617931 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:47:41.698027 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 89e428a6-e762-4336-a573-a8c900617931 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:41.698458 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:41.824927 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:41.862938 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port 89e428a6-e762-4336-a573-a8c900617931, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=89e428a6-e762-4336-a573-a8c900617931,segment=NetworkSegment(1664dd6d-6de1-4ae4-b077-d67d673dcb57),segment_id=1664dd6d-6de1-4ae4-b077-d67d673dcb57)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:41.869435 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:41.973645 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=89e428a6-e762-4336-a573-a8c900617931,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:42.375795 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-43cbe8ad-7ba0-4fdc-beef-9367c3ccb7c3 req-e9fad329-3ec9-42a1-8751-e07e6021b6b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88bc605-548b-40fa-8e31-819c1a23132c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4730885
Feb 28 18:47:42.382280 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9bdc5717-d37c-452b-879c-cee2fc4ed1f5 req-ac3e82c1-a715-43aa-ade6-ae4e1bc85960 service neutron] 10.222.0.70 "GET /v2.0/networks/938299cb-86e8-4dea-8808-d72ec700e3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5257959
Feb 28 18:47:42.460315 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dadf2d-b4ff-4cc0-9eda-6a330b9be539 req-941ebe0e-0047-4a32-820c-36bd650927c3 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:42.461926 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-09dadf2d-b4ff-4cc0-9eda-6a330b9be539 req-941ebe0e-0047-4a32-820c-36bd650927c3 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 943 time: 0.1540272
Feb 28 18:47:42.477110 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-83f96898-0071-494e-a649-3486f401488e req-638eb2be-4e21-440d-ad6a-818d94539703 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2dde676ebfae458485b906516863f0a6&device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 1096 time: 0.2801154
Feb 28 18:47:42.536476 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-15cd3d9c-1570-4f32-944b-5ec6691ab370 req-454dbf12-d0c7-4b3b-91f4-691f3aa2e67a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 1098 time: 0.3136990
Feb 28 18:47:42.560715 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe5bd3-ff6b-4c29-813b-1eca04bdd077 req-7722236f-697e-41e3-b3bc-5cc64a3deaba tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:42.562162 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c9fe5bd3-ff6b-4c29-813b-1eca04bdd077 req-7722236f-697e-41e3-b3bc-5cc64a3deaba tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 944 time: 0.3280456
Feb 28 18:47:42.594501 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-09dadf2d-b4ff-4cc0-9eda-6a330b9be539 req-e9ee9168-1454-4608-a41d-0da13caed645 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934672
Feb 28 18:47:42.612494 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [req-15cd3d9c-1570-4f32-944b-5ec6691ab370 req-a5cf879e-0c65-45c4-9305-353410edbbd9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:42.665059 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c08aa107-b937-402c-8840-9606f4018748 req-21e48a13-a2b9-4c69-ba9a-01ff010f8dcd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fcb1c7fbee84c74815b0b125d1f9b35&device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 1096 time: 0.2007198
Feb 28 18:47:42.750134 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-43cbe8ad-7ba0-4fdc-beef-9367c3ccb7c3 req-7cd6e233-ecda-447a-a3bf-100885202310 service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3398108
Feb 28 18:47:42.763450 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [req-15cd3d9c-1570-4f32-944b-5ec6691ab370 req-a5cf879e-0c65-45c4-9305-353410edbbd9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:42.788169 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c9fe5bd3-ff6b-4c29-813b-1eca04bdd077 req-46bf9305-f2b6-4c37-b872-59c8850efa35 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=eedafad8-a830-47d5-b0f7-e5a4cd11d067&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2075484
Feb 28 18:47:42.817499 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-15cd3d9c-1570-4f32-944b-5ec6691ab370 req-a5cf879e-0c65-45c4-9305-353410edbbd9 service neutron] Usage tracker for resource:security_group_rule and tenant:425465b255334cc286e615b5dc15c6e1 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:42.825104 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-15cd3d9c-1570-4f32-944b-5ec6691ab370 req-a5cf879e-0c65-45c4-9305-353410edbbd9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:42.835941 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [req-15cd3d9c-1570-4f32-944b-5ec6691ab370 req-a5cf879e-0c65-45c4-9305-353410edbbd9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:42.859626 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ebcb6a06-97b0-4753-9a77-5ea4f7afdc11 req-bec06240-8d08-4489-9fb5-6b47cef704af service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 1099 time: 0.4238403
Feb 28 18:47:42.864107 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['90d20ea1-9cdd-416f-8cc6-e54b3413210b'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:47:42.866450 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f96898-0071-494e-a649-3486f401488e req-c3784284-c860-4706-a386-b5cec15f88a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:42.868256 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-83f96898-0071-494e-a649-3486f401488e req-c3784284-c860-4706-a386-b5cec15f88a7 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2dde676ebfae458485b906516863f0a6&shared=False HTTP/1.1" status: 200  len: 919 time: 0.3436923
Feb 28 18:47:42.909995 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08aa107-b937-402c-8840-9606f4018748 req-1a2599c7-df80-4fd0-a2b9-8d4f6c0c0a03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:42.911628 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c08aa107-b937-402c-8840-9606f4018748 req-1a2599c7-df80-4fd0-a2b9-8d4f6c0c0a03 service neutron] 10.222.0.70 "GET /v2.0/networks?id=938299cb-86e8-4dea-8808-d72ec700e3e7 HTTP/1.1" status: 200  len: 911 time: 0.2347286
Feb 28 18:47:42.919280 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfbd87-328c-449d-9d3c-1b8f1dc997fc req-b2060c84-3b25-4479-ba18-de63ed1d04ed tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:42.920802 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-dddfbd87-328c-449d-9d3c-1b8f1dc997fc req-b2060c84-3b25-4479-ba18-de63ed1d04ed tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 946 time: 0.1668549
Feb 28 18:47:42.926192 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-ebcb6a06-97b0-4753-9a77-5ea4f7afdc11 req-05549513-8704-4c4e-b90a-f58d2ba95608 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:43.024883 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c08aa107-b937-402c-8840-9606f4018748 req-4a026719-0c40-4b99-bae0-44e9523680a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e49673ee-8d35-49a7-9b94-a1a2ffae7498 HTTP/1.1" status: 200  len: 217 time: 0.1031044
Feb 28 18:47:43.077258 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-43cbe8ad-7ba0-4fdc-beef-9367c3ccb7c3 req-608669ef-bb63-4e13-ae00-13d7a34597cb service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3146508
Feb 28 18:47:43.152128 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f96898-0071-494e-a649-3486f401488e req-0201e190-c028-48e2-97df-7de6d5182fa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:43.152486 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08aa107-b937-402c-8840-9606f4018748 req-952b3504-a122-4cc0-bd78-36e836dd3a3d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:43.153584 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-83f96898-0071-494e-a649-3486f401488e req-0201e190-c028-48e2-97df-7de6d5182fa7 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2579846
Feb 28 18:47:43.153770 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c08aa107-b937-402c-8840-9606f4018748 req-952b3504-a122-4cc0-bd78-36e836dd3a3d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6dce3474-2c0c-493d-819c-9f361e4996c7 HTTP/1.1" status: 200  len: 849 time: 0.1169071
Feb 28 18:47:43.172462 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-dddfbd87-328c-449d-9d3c-1b8f1dc997fc req-c06d43cd-ef73-4b28-8874-b04279474041 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1732798
Feb 28 18:47:43.185142 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a67c2-34d4-49ce-a727-e441f3555b6b req-743fa2de-dee4-47ee-9127-66e34b36d3cd tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:43.187041 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-907a67c2-34d4-49ce-a727-e441f3555b6b req-743fa2de-dee4-47ee-9127-66e34b36d3cd tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 943 time: 0.1174593
Feb 28 18:47:43.293411 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [req-15cd3d9c-1570-4f32-944b-5ec6691ab370 req-a5cf879e-0c65-45c4-9305-353410edbbd9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:43.303715 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [req-15cd3d9c-1570-4f32-944b-5ec6691ab370 req-a5cf879e-0c65-45c4-9305-353410edbbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:43.319503 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.db.api [req-ebcb6a06-97b0-4753-9a77-5ea4f7afdc11 req-05549513-8704-4c4e-b90a-f58d2ba95608 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 425465b255334cc286e615b5dc15c6e1 {{(pid=83063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 28 18:47:43.319853 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG oslo_db.api [req-ebcb6a06-97b0-4753-9a77-5ea4f7afdc11 req-05549513-8704-4c4e-b90a-f58d2ba95608 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 28 18:47:43.343999 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-907a67c2-34d4-49ce-a727-e441f3555b6b req-35d06442-c365-47d5-85f0-8c10c8b72457 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1435709
Feb 28 18:47:43.368023 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-96b69e43-8f1f-4d7e-9951-72b8b5fb94b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2dde676ebfae458485b906516863f0a6&device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 1096 time: 0.1421993
Feb 28 18:47:43.370431 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf879e-0c65-45c4-9305-353410edbbd9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5a9834-72cc-4b2f-b62c-3cc143440d74,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:43.449793 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-6a41d50a-268f-42d9-a45a-fb81ca7725b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5619ca3-e7d6-4776-bd15-c26e5c00723d HTTP/1.1" status: 200  len: 217 time: 0.0742488
Feb 28 18:47:43.455182 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-15cd3d9c-1570-4f32-944b-5ec6691ab370 req-a5cf879e-0c65-45c4-9305-353410edbbd9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9100590
Feb 28 18:47:43.496719 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c08aa107-b937-402c-8840-9606f4018748 req-00b6027e-3f27-4a5a-9d1c-4f36417e7b95 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=938299cb-86e8-4dea-8808-d72ec700e3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3157697
Feb 28 18:47:43.507346 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 89e428a6-e762-4336-a573-a8c900617931 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:47:43.522688 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32374f-59e7-4d6f-8856-f2b8a91285c0 req-2aa6f3a4-2fbc-4c1c-8adf-b94e7e8c3c2c tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:43.524157 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fc32374f-59e7-4d6f-8856-f2b8a91285c0 req-2aa6f3a4-2fbc-4c1c-8adf-b94e7e8c3c2c tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 945 time: 0.1492236
Feb 28 18:47:43.539598 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 58130) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:43.575582 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-9e7aba28-e255-478e-aad0-cf7534eba80d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:43.580338 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fc32374f-59e7-4d6f-8856-f2b8a91285c0 req-2a953a20-51d8-4df3-a165-c354668e213f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492275
Feb 28 18:47:43.581103 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-9e7aba28-e255-478e-aad0-cf7534eba80d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3183f4d-fffd-4f45-b1db-3eda723095ac HTTP/1.1" status: 200  len: 858 time: 0.1218371
Feb 28 18:47:43.592769 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 89e428a6-e762-4336-a573-a8c900617931 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:43.593496 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:43.787880 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c85f73fb-d06e-4d9c-936c-b3a738f322fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:43.823917 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-ebcb6a06-97b0-4753-9a77-5ea4f7afdc11 req-05549513-8704-4c4e-b90a-f58d2ba95608 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:43.856727 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-c85f73fb-d06e-4d9c-936c-b3a738f322fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:43.872313 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-c85f73fb-d06e-4d9c-936c-b3a738f322fc admin admin] Usage tracker for resource:security_group_rule and tenant:52f5a99890844bf9832c7d75d94baa80 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:43.911635 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-c85f73fb-d06e-4d9c-936c-b3a738f322fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:43.932296 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-c85f73fb-d06e-4d9c-936c-b3a738f322fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:43.938301 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-e6a7c154-7084-4824-8ae3-eb243cb5094f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c47f8e2-1f60-48dd-8af5-15438a78251b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0683494
Feb 28 18:47:43.949731 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849593ff-5412-4d15-bf19-bc6c37052d2c req-26d449de-c884-4ba1-8899-10f5729dc7ea tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:43.957205 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-849593ff-5412-4d15-bf19-bc6c37052d2c req-26d449de-c884-4ba1-8899-10f5729dc7ea tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 943 time: 0.2368612
Feb 28 18:47:44.170622 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c08aa107-b937-402c-8840-9606f4018748 req-cfd0901d-1f1c-48d3-8adc-7ede26ac49bc service neutron] 10.222.0.70 "GET /v2.0/networks/938299cb-86e8-4dea-8808-d72ec700e3e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3016253
Feb 28 18:47:44.272911 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-849593ff-5412-4d15-bf19-bc6c37052d2c req-73bf19e1-07aa-4337-a550-908d34e84bd7 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3146794
Feb 28 18:47:44.311919 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ebcb6a06-97b0-4753-9a77-5ea4f7afdc11 req-05549513-8704-4c4e-b90a-f58d2ba95608 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4408159
Feb 28 18:47:44.333902 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c08aa107-b937-402c-8840-9606f4018748 req-08477718-cb04-42e7-8756-167c20d5d641 service neutron] 10.222.0.70 "GET /v2.0/networks/938299cb-86e8-4dea-8808-d72ec700e3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1547921
Feb 28 18:47:44.351320 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9ff38-58e8-4355-b767-e274caf9f050 req-71ec20a3-7488-4c06-a4bd-b81f50b905d8 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:44.358979 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a3a9ff38-58e8-4355-b767-e274caf9f050 req-71ec20a3-7488-4c06-a4bd-b81f50b905d8 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 944 time: 0.3466537
Feb 28 18:47:44.391891 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-11c10e1f-bee6-43c6-8e2b-dd9329dda29b service neutron] 10.222.0.70 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4157286
Feb 28 18:47:44.398920 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c85f73fb-d06e-4d9c-936c-b3a738f322fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:44.401984 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a3a9ff38-58e8-4355-b767-e274caf9f050 req-2ba10f40-220a-4084-9a0d-f51c75117b07 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=eedafad8-a830-47d5-b0f7-e5a4cd11d067&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419581
Feb 28 18:47:44.417098 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c85f73fb-d06e-4d9c-936c-b3a738f322fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:44.515361 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-c85f73fb-d06e-4d9c-936c-b3a738f322fc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=52f5a99890844bf9832c7d75d94baa80&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9739099
Feb 28 18:47:44.516495 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f73fb-d06e-4d9c-936c-b3a738f322fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79acd59-87b1-4543-9f9d-bfa3d727104f,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:44.518407 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 58174) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:44.556627 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d417f-1c87-40dc-915e-ebdd7c56ee95 req-0c9b9e14-f23e-4428-907a-57fbd7299825 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:44.558201 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-919d417f-1c87-40dc-915e-ebdd7c56ee95 req-0c9b9e14-f23e-4428-907a-57fbd7299825 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 946 time: 0.1273189
Feb 28 18:47:44.571675 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 90d20ea1-9cdd-416f-8cc6-e54b3413210b up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:47:44.610606 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-919d417f-1c87-40dc-915e-ebdd7c56ee95 req-22411c5c-89c1-431d-96b7-7b96c4bdb85c tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458205
Feb 28 18:47:44.635819 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbdd8-dc1d-4709-b090-5e5b2cf78f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:44.654178 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port 90d20ea1-9cdd-416f-8cc6-e54b3413210b completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:47:44.660595 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port 90d20ea1-9cdd-416f-8cc6-e54b3413210b triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:44.661300 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:44.674486 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3fea05-73f0-43a3-9c7d-865c05993a9c req-6ebb75f8-d75f-491d-a5fe-2e70c5494f19 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:44.676341 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ef3fea05-73f0-43a3-9c7d-865c05993a9c req-6ebb75f8-d75f-491d-a5fe-2e70c5494f19 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 943 time: 0.1443691
Feb 28 18:47:44.684431 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbdd8-dc1d-4709-b090-5e5b2cf78f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:44.764675 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ef3fea05-73f0-43a3-9c7d-865c05993a9c req-3fae0125-bc82-4379-a5d2-ee34e6bc60c5 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0717850
Feb 28 18:47:44.784234 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbdd8-dc1d-4709-b090-5e5b2cf78f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:44.807750 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:44.825226 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdbdd8-dc1d-4709-b090-5e5b2cf78f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79acd59-87b1-4543-9f9d-bfa3d727104f,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:44.836465 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b6bdbdd8-dc1d-4709-b090-5e5b2cf78f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:44.840202 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-b6bdbdd8-dc1d-4709-b090-5e5b2cf78f32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c79acd59-87b1-4543-9f9d-bfa3d727104f HTTP/1.1" status: 204  len: 168 time: 0.3183258
Feb 28 18:47:44.847357 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367888c2-4b14-49de-ab48-b2b2d32de6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d20ea1-9cdd-416f-8cc6-e54b3413210b'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:47:44.861316 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 90d20ea1-9cdd-416f-8cc6-e54b3413210b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=90d20ea1-9cdd-416f-8cc6-e54b3413210b,segment=NetworkSegment(1664dd6d-6de1-4ae4-b077-d67d673dcb57),segment_id=1664dd6d-6de1-4ae4-b077-d67d673dcb57)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:44.866797 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:44.871353 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4f4a421c-2e3f-4ae1-a816-0205a9fa65b5 req-aa06499c-1493-4c72-b8c0-37e747c5022e service neutron] 10.222.0.70 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2101245
Feb 28 18:47:44.885281 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0cf29-bea0-4448-99b7-5ac4b49050ac req-e2d83e3f-3740-44f1-815d-6c05947282d3 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:44.886877 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2ca0cf29-bea0-4448-99b7-5ac4b49050ac req-e2d83e3f-3740-44f1-815d-6c05947282d3 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 945 time: 0.1349659
Feb 28 18:47:44.922756 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367888c2-4b14-49de-ab48-b2b2d32de6c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90d20ea1-9cdd-416f-8cc6-e54b3413210b', 'code': 200}
Feb 28 18:47:44.955838 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2ca0cf29-bea0-4448-99b7-5ac4b49050ac req-a0f14ee3-7627-4942-a022-b3a8f33aa86b tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601256
Feb 28 18:47:44.958089 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=90d20ea1-9cdd-416f-8cc6-e54b3413210b,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:45.165290 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b4e407ea-6254-42ee-a6a5-9e4d00a7b922 req-5ab914a4-83ce-4407-9cc1-3bb38f05fd0e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 1099 time: 0.0725501
Feb 28 18:47:45.209196 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b4e407ea-6254-42ee-a6a5-9e4d00a7b922 req-8a0b2880-f339-41e1-ba73-2610c00e89bf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379019
Feb 28 18:47:45.227325 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 58186) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:45.245465 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-feb1af2b-80e8-419c-b150-2e6d4af65865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:45.276023 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-feb1af2b-80e8-419c-b150-2e6d4af65865 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:45.279998 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-feb1af2b-80e8-419c-b150-2e6d4af65865 admin admin] Usage tracker for resource:security_group_rule and tenant:a463f3999c3a4366bbd317c1b87e9168 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:45.282840 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-feb1af2b-80e8-419c-b150-2e6d4af65865 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:45.288393 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-feb1af2b-80e8-419c-b150-2e6d4af65865 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:45.363253 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-feb1af2b-80e8-419c-b150-2e6d4af65865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:45.370258 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-feb1af2b-80e8-419c-b150-2e6d4af65865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:45.423864 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-feb1af2b-80e8-419c-b150-2e6d4af65865 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a463f3999c3a4366bbd317c1b87e9168&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1953230
Feb 28 18:47:45.424845 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1af2b-80e8-419c-b150-2e6d4af65865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c84741d-7561-4d56-b7d2-a47c9e286103,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:45.427628 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 58198) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:45.520827 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fd6e154c-838c-4f99-b8c8-4e1b39088f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:45.569917 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b5dab-7cf6-40d1-b583-8bf6e7fb9522 req-06aa5830-9f41-4460-a444-e7d38ae33b6f tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:45.578809 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-124b5dab-7cf6-40d1-b583-8bf6e7fb9522 req-06aa5830-9f41-4460-a444-e7d38ae33b6f tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 943 time: 0.1402931
Feb 28 18:47:45.616259 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fd6e154c-838c-4f99-b8c8-4e1b39088f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:45.627306 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-124b5dab-7cf6-40d1-b583-8bf6e7fb9522 req-13445fa2-8a6c-4358-8932-19d01e152ecb tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409079
Feb 28 18:47:45.707100 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0d972-c1cb-4ca2-9826-25767bf0754b req-fb74b1f5-fcab-4c5c-842f-1c819f5495b9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:45.708688 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-88e0d972-c1cb-4ca2-9826-25767bf0754b req-fb74b1f5-fcab-4c5c-842f-1c819f5495b9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 944 time: 0.1417451
Feb 28 18:47:45.768465 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fd6e154c-838c-4f99-b8c8-4e1b39088f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:45.789205 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e154c-838c-4f99-b8c8-4e1b39088f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c84741d-7561-4d56-b7d2-a47c9e286103,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:45.826738 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fd6e154c-838c-4f99-b8c8-4e1b39088f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:45.828190 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-fd6e154c-838c-4f99-b8c8-4e1b39088f30 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c84741d-7561-4d56-b7d2-a47c9e286103 HTTP/1.1" status: 204  len: 168 time: 0.3990591
Feb 28 18:47:45.850193 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7f18b-9288-4469-99ba-6adb5808a93b req-8282e407-776d-4d5e-b425-8b03097e0c63 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:45.850334 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-88e0d972-c1cb-4ca2-9826-25767bf0754b req-edd824bf-29a3-4c05-a3ee-d7e4bdb82778 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=eedafad8-a830-47d5-b0f7-e5a4cd11d067&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1346092
Feb 28 18:47:45.851520 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-aad7f18b-9288-4469-99ba-6adb5808a93b req-8282e407-776d-4d5e-b425-8b03097e0c63 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 946 time: 0.0948076
Feb 28 18:47:45.903438 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-aad7f18b-9288-4469-99ba-6adb5808a93b req-ca7e8c97-d874-4613-b162-3326efa969e3 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460155
Feb 28 18:47:46.109469 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df85e8-2708-4ee8-9a1c-778a640b41bb req-469be03b-1c15-43e0-93fc-9bfc84a1acb9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:46.111445 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-56df85e8-2708-4ee8-9a1c-778a640b41bb req-469be03b-1c15-43e0-93fc-9bfc84a1acb9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 943 time: 0.1076047
Feb 28 18:47:46.163122 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-56df85e8-2708-4ee8-9a1c-778a640b41bb req-600ab20a-be42-446d-8be1-78216abbd687 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0458257
Feb 28 18:47:46.184789 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace32a6-e780-49a0-93a6-6bbd3903b77d req-3759d437-ca05-496a-9aa6-bd061e894ea8 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:46.186654 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2ace32a6-e780-49a0-93a6-6bbd3903b77d req-3759d437-ca05-496a-9aa6-bd061e894ea8 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 945 time: 0.0880804
Feb 28 18:47:46.237947 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2ace32a6-e780-49a0-93a6-6bbd3903b77d req-5a7f943e-a08a-462f-9736-7adedafd49f4 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407231
Feb 28 18:47:46.590690 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 3cec7ca6-858e-49d6-8c24-524603adf63d details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:47:46.775098 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 3cec7ca6-858e-49d6-8c24-524603adf63d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3cec7ca6-858e-49d6-8c24-524603adf63d,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:46.792443 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': '3cec7ca6-858e-49d6-8c24-524603adf63d', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'port_id': '3cec7ca6-858e-49d6-8c24-524603adf63d', 'mac_address': 'fa:16:3e:20:88:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:47:46.857013 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c99d2-5501-4ea9-a4f8-56f262ccd697 req-fba47267-5fcf-4251-9c38-63a5cf1e7b8b tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:46.865302 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cd9c99d2-5501-4ea9-a4f8-56f262ccd697 req-fba47267-5fcf-4251-9c38-63a5cf1e7b8b tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 943 time: 0.0946307
Feb 28 18:47:46.876983 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:46.897093 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cec7ca6-858e-49d6-8c24-524603adf63d {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:47:46.913579 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 3cec7ca6-858e-49d6-8c24-524603adf63d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3cec7ca6-858e-49d6-8c24-524603adf63d,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:46.921242 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:46.922252 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device e49673ee-8d35-49a7-9b94-a1a2ffae7498 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:47:46.935333 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cd9c99d2-5501-4ea9-a4f8-56f262ccd697 req-5fcb99e4-4778-470e-9a81-f8839d5b1926 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687938
Feb 28 18:47:47.237275 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29992813-6c77-4cd8-b95e-132a261244de req-c131f309-049a-4595-a897-1aec27ca49d3 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:47.244496 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-29992813-6c77-4cd8-b95e-132a261244de req-c131f309-049a-4595-a897-1aec27ca49d3 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 946 time: 0.1611035
Feb 28 18:47:47.281711 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=3cec7ca6-858e-49d6-8c24-524603adf63d,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:47.346982 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815fd80-66c2-44a9-9e88-39cb8f06318d req-ad69b972-c6d1-484b-93fd-a78e001ca42e tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:47.350217 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-29992813-6c77-4cd8-b95e-132a261244de req-9e9dfd95-83ee-49df-9a76-db52bcf5b851 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045310
Feb 28 18:47:47.359779 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e815fd80-66c2-44a9-9e88-39cb8f06318d req-ad69b972-c6d1-484b-93fd-a78e001ca42e tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 945 time: 0.2329578
Feb 28 18:47:47.417561 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 58298) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:47.424318 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port e49673ee-8d35-49a7-9b94-a1a2ffae7498, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e49673ee-8d35-49a7-9b94-a1a2ffae7498,segment=NetworkSegment(805819ed-9a94-43be-8f5f-0e28f8886edb),segment_id=805819ed-9a94-43be-8f5f-0e28f8886edb)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:47.446768 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': 'e49673ee-8d35-49a7-9b94-a1a2ffae7498', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'port_id': 'e49673ee-8d35-49a7-9b94-a1a2ffae7498', 'mac_address': 'fa:16:3e:34:0c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:47:47.474521 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e815fd80-66c2-44a9-9e88-39cb8f06318d req-4a0e4b54-5a96-4ada-8f58-86bd9dddd5ab tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=eedafad8-a830-47d5-b0f7-e5a4cd11d067&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1104662
Feb 28 18:47:47.545776 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:47.577449 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49673ee-8d35-49a7-9b94-a1a2ffae7498 {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:47:47.606190 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port e49673ee-8d35-49a7-9b94-a1a2ffae7498, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e49673ee-8d35-49a7-9b94-a1a2ffae7498,segment=NetworkSegment(805819ed-9a94-43be-8f5f-0e28f8886edb),segment_id=805819ed-9a94-43be-8f5f-0e28f8886edb)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:47.610695 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:47.672513 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4eec87e8-6a0d-459c-a3cc-eb3254eae4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:47.694075 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=e49673ee-8d35-49a7-9b94-a1a2ffae7498,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:47.729700 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-4eec87e8-6a0d-459c-a3cc-eb3254eae4ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:47.735908 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-4eec87e8-6a0d-459c-a3cc-eb3254eae4ea admin admin] Usage tracker for resource:security_group_rule and tenant:9b487d5f527746ee8c923d25d0893ec9 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:47.739507 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-4eec87e8-6a0d-459c-a3cc-eb3254eae4ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:47.747207 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-4eec87e8-6a0d-459c-a3cc-eb3254eae4ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:47.754411 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01055bd8-7517-4939-a176-284b9a048985 req-0f1b52a5-b8dc-4c8c-b6ec-9c095b93b9c1 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:47.755926 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-01055bd8-7517-4939-a176-284b9a048985 req-0f1b52a5-b8dc-4c8c-b6ec-9c095b93b9c1 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 944 time: 0.1553695
Feb 28 18:47:47.776872 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03551ecd-e76b-4caf-9d9b-43fca7609e77 req-cb58cc9d-42c6-4b91-9c92-bf653aee4c86 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:47.778310 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-03551ecd-e76b-4caf-9d9b-43fca7609e77 req-cb58cc9d-42c6-4b91-9c92-bf653aee4c86 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 945 time: 0.0958169
Feb 28 18:47:47.831208 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-01055bd8-7517-4939-a176-284b9a048985 req-977077d4-602e-46ac-be43-2ecc058db0bc tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0683360
Feb 28 18:47:47.842076 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-03551ecd-e76b-4caf-9d9b-43fca7609e77 req-ff7b8996-745c-4139-8b40-f687fefe98ce tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555432
Feb 28 18:47:47.880897 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4eec87e8-6a0d-459c-a3cc-eb3254eae4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:47.887132 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4eec87e8-6a0d-459c-a3cc-eb3254eae4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:47.932528 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec87e8-6a0d-459c-a3cc-eb3254eae4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc607c25-e60b-4dd9-9b84-81d05fe2c130,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:47.958980 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-4eec87e8-6a0d-459c-a3cc-eb3254eae4ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b487d5f527746ee8c923d25d0893ec9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5401478
Feb 28 18:47:47.961476 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 58320) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:48.030883 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b407b499-e3f4-4f67-9229-4142d5f484c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:48.062024 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b407b499-e3f4-4f67-9229-4142d5f484c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:48.079441 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['3cec7ca6-858e-49d6-8c24-524603adf63d'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:47:48.157276 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b407b499-e3f4-4f67-9229-4142d5f484c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:48.188146 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407b499-e3f4-4f67-9229-4142d5f484c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc607c25-e60b-4dd9-9b84-81d05fe2c130,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:48.204538 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b407b499-e3f4-4f67-9229-4142d5f484c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:48.208017 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-b407b499-e3f4-4f67-9229-4142d5f484c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc607c25-e60b-4dd9-9b84-81d05fe2c130 HTTP/1.1" status: 204  len: 168 time: 0.2433164
Feb 28 18:47:48.221509 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['e49673ee-8d35-49a7-9b94-a1a2ffae7498'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:47:48.278403 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74de14e-a89b-4254-9702-7f3563da7665 req-fe41f431-7202-4871-adb4-dd8e5e8afe72 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:48.285868 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e74de14e-a89b-4254-9702-7f3563da7665 req-fe41f431-7202-4871-adb4-dd8e5e8afe72 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 943 time: 0.1631639
Feb 28 18:47:48.366038 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e74de14e-a89b-4254-9702-7f3563da7665 req-191b8d53-87f3-4db5-ba16-f00c7c9e81a4 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788367
Feb 28 18:47:48.624069 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device d5619ca3-e7d6-4776-bd15-c26e5c00723d details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:47:48.655980 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 58352) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:48.677959 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c0778-b015-4a97-8386-6ad163f7f664 req-6fdf186c-a3a0-44a1-8260-9716c48ae87b tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:48.685881 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ec9c0778-b015-4a97-8386-6ad163f7f664 req-6fdf186c-a3a0-44a1-8260-9716c48ae87b tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 946 time: 0.1247222
Feb 28 18:47:48.745644 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ec9c0778-b015-4a97-8386-6ad163f7f664 req-23a18656-5f65-4bc6-bde6-32094942efeb tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588217
Feb 28 18:47:48.862663 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5712622-9aa5-4406-9420-cf9dbd0deb95 req-23e27ea2-6f2c-4ae8-abc4-e24a738d38c1 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:48.883046 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f5712622-9aa5-4406-9420-cf9dbd0deb95 req-23e27ea2-6f2c-4ae8-abc4-e24a738d38c1 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 945 time: 0.1451659
Feb 28 18:47:48.900835 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port d5619ca3-e7d6-4776-bd15-c26e5c00723d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d5619ca3-e7d6-4776-bd15-c26e5c00723d,segment=NetworkSegment(1664dd6d-6de1-4ae4-b077-d67d673dcb57),segment_id=1664dd6d-6de1-4ae4-b077-d67d673dcb57)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:48.917462 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': 'd5619ca3-e7d6-4776-bd15-c26e5c00723d', 'network_id': '0c47f8e2-1f60-48dd-8af5-15438a78251b', 'port_id': 'd5619ca3-e7d6-4776-bd15-c26e5c00723d', 'mac_address': 'fa:16:3e:09:61:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3183f4d-fffd-4f45-b1db-3eda723095ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:47:48.974916 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:48.989548 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3a9b26f1-815b-4d7b-8e73-576112090d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:48.994702 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5619ca3-e7d6-4776-bd15-c26e5c00723d {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:47:49.012190 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port d5619ca3-e7d6-4776-bd15-c26e5c00723d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d5619ca3-e7d6-4776-bd15-c26e5c00723d,segment=NetworkSegment(1664dd6d-6de1-4ae4-b077-d67d673dcb57),segment_id=1664dd6d-6de1-4ae4-b077-d67d673dcb57)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:49.018888 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:49.084176 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f5712622-9aa5-4406-9420-cf9dbd0deb95 req-78876d7a-7060-41c1-b764-271978f4cfc3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=eedafad8-a830-47d5-b0f7-e5a4cd11d067&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2002325
Feb 28 18:47:49.100816 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-3a9b26f1-815b-4d7b-8e73-576112090d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:49.106782 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-3a9b26f1-815b-4d7b-8e73-576112090d7f admin admin] Usage tracker for resource:security_group_rule and tenant:da1048bf45854cdd93480d82d5a96f3e is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:49.109898 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=d5619ca3-e7d6-4776-bd15-c26e5c00723d,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:49.112480 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-3a9b26f1-815b-4d7b-8e73-576112090d7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:49.125540 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-3a9b26f1-815b-4d7b-8e73-576112090d7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:49.242825 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3a9b26f1-815b-4d7b-8e73-576112090d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:49.254448 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3a9b26f1-815b-4d7b-8e73-576112090d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:49.259234 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e7f84-b9d0-466e-8254-72f28b22a92a req-32a0863d-c302-468b-8423-c0edefe19b1f tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:49.270150 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d82e7f84-b9d0-466e-8254-72f28b22a92a req-32a0863d-c302-468b-8423-c0edefe19b1f tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 944 time: 0.1675618
Feb 28 18:47:49.302458 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b26f1-815b-4d7b-8e73-576112090d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14de19e-0326-4e9e-8118-44c42ac55e14,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:49.311343 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-3a9b26f1-815b-4d7b-8e73-576112090d7f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da1048bf45854cdd93480d82d5a96f3e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6546330
Feb 28 18:47:49.311458 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 58376) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:49.389525 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d82e7f84-b9d0-466e-8254-72f28b22a92a req-b2c62dbd-580f-42ed-9b87-ae303c2de331 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1184351
Feb 28 18:47:49.425673 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fc01bf81-d8fb-459c-b4c3-dc21b0b86e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:49.460148 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fc01bf81-d8fb-459c-b4c3-dc21b0b86e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:49.522746 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fc01bf81-d8fb-459c-b4c3-dc21b0b86e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:49.546075 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01bf81-d8fb-459c-b4c3-dc21b0b86e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14de19e-0326-4e9e-8118-44c42ac55e14,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:49.550709 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fc01bf81-d8fb-459c-b4c3-dc21b0b86e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:49.551819 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-fc01bf81-d8fb-459c-b4c3-dc21b0b86e50 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c14de19e-0326-4e9e-8118-44c42ac55e14 HTTP/1.1" status: 204  len: 168 time: 0.2374215
Feb 28 18:47:49.609056 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['d5619ca3-e7d6-4776-bd15-c26e5c00723d'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:47:49.738786 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c34142-03af-4717-87ff-1e11e1bd5572 req-99bda1bf-4634-45ae-95ba-bd2ec454451c tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:49.741122 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c2c34142-03af-4717-87ff-1e11e1bd5572 req-99bda1bf-4634-45ae-95ba-bd2ec454451c tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 944 time: 0.1352372
Feb 28 18:47:49.812295 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c2c34142-03af-4717-87ff-1e11e1bd5572 req-a9696979-fb69-45aa-98ea-0381b4ee5f2a tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614092
Feb 28 18:47:50.171127 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 58424) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:50.195341 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-02caec16-3fc4-4a95-a841-10a85bfa16fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:50.230425 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-02caec16-3fc4-4a95-a841-10a85bfa16fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:50.235328 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-02caec16-3fc4-4a95-a841-10a85bfa16fe admin admin] Usage tracker for resource:security_group_rule and tenant:a43830a4b52e4be5ae9638cb30b1e17e is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:50.238756 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-02caec16-3fc4-4a95-a841-10a85bfa16fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:50.247645 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-02caec16-3fc4-4a95-a841-10a85bfa16fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:50.348795 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-02caec16-3fc4-4a95-a841-10a85bfa16fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:50.356351 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-02caec16-3fc4-4a95-a841-10a85bfa16fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:50.397467 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02caec16-3fc4-4a95-a841-10a85bfa16fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f98ffaf-a47c-4687-93a7-cc8b947a575f,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:50.428283 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcda36-b40d-4195-bbb7-5a443c1a88b1 req-b67c3bee-fd3e-4d99-ad0e-d6fdb4cb8863 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:50.430039 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fdfcda36-b40d-4195-bbb7-5a443c1a88b1 req-b67c3bee-fd3e-4d99-ad0e-d6fdb4cb8863 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 945 time: 0.0959654
Feb 28 18:47:50.430740 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 58434) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:50.430859 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-02caec16-3fc4-4a95-a841-10a85bfa16fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a43830a4b52e4be5ae9638cb30b1e17e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2584271
Feb 28 18:47:50.521832 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fdfcda36-b40d-4195-bbb7-5a443c1a88b1 req-ec789990-5817-4c74-af93-867960af772d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=eedafad8-a830-47d5-b0f7-e5a4cd11d067&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753171
Feb 28 18:47:50.538210 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-30bd2b5d-cda4-41a1-81ae-b1673c9378a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:50.565213 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-30bd2b5d-cda4-41a1-81ae-b1673c9378a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:50.605305 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 3cec7ca6-858e-49d6-8c24-524603adf63d up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:47:50.651688 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-30bd2b5d-cda4-41a1-81ae-b1673c9378a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:50.655570 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d00c3-5d60-4f92-bfbf-d5696671e6b0 req-cc717f4c-1ef0-47d2-a226-c7515fdf351a tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:50.657120 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-847d00c3-5d60-4f92-bfbf-d5696671e6b0 req-cc717f4c-1ef0-47d2-a226-c7515fdf351a tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 944 time: 0.1198421
Feb 28 18:47:50.703056 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd2b5d-cda4-41a1-81ae-b1673c9378a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f98ffaf-a47c-4687-93a7-cc8b947a575f,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:50.724497 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-30bd2b5d-cda4-41a1-81ae-b1673c9378a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:50.725704 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-30bd2b5d-cda4-41a1-81ae-b1673c9378a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f98ffaf-a47c-4687-93a7-cc8b947a575f HTTP/1.1" status: 204  len: 168 time: 0.2937620
Feb 28 18:47:50.733608 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-847d00c3-5d60-4f92-bfbf-d5696671e6b0 req-df52aafb-e265-4db5-8f22-e63f9ac9afaa tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0627880
Feb 28 18:47:50.749101 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port 3cec7ca6-858e-49d6-8c24-524603adf63d completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:47:50.756837 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port 3cec7ca6-858e-49d6-8c24-524603adf63d triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:50.757230 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:50.941677 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:50.978750 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7df41b9-e5b1-4de8-97d1-2943d4fe8419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cec7ca6-858e-49d6-8c24-524603adf63d'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:47:50.989119 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 3cec7ca6-858e-49d6-8c24-524603adf63d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3cec7ca6-858e-49d6-8c24-524603adf63d,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:50.994493 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:50.995569 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device e49673ee-8d35-49a7-9b94-a1a2ffae7498 up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:47:51.137383 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=3cec7ca6-858e-49d6-8c24-524603adf63d,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:51.153185 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port e49673ee-8d35-49a7-9b94-a1a2ffae7498 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:47:51.159164 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port e49673ee-8d35-49a7-9b94-a1a2ffae7498 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:51.161225 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:51.245627 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe577f03-83f3-4e21-8b43-d065c68a157d req-107794e4-ec09-40c0-b6e1-8c618f23ddb7 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:51.248994 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fe577f03-83f3-4e21-8b43-d065c68a157d req-107794e4-ec09-40c0-b6e1-8c618f23ddb7 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 944 time: 0.2609527
Feb 28 18:47:51.304727 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:51.323621 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fe577f03-83f3-4e21-8b43-d065c68a157d req-8a5c9d91-952f-47d9-8136-45bee2b5cf27 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672650
Feb 28 18:47:51.345865 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port e49673ee-8d35-49a7-9b94-a1a2ffae7498, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e49673ee-8d35-49a7-9b94-a1a2ffae7498,segment=NetworkSegment(805819ed-9a94-43be-8f5f-0e28f8886edb),segment_id=805819ed-9a94-43be-8f5f-0e28f8886edb)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:51.352384 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:51.415475 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7df41b9-e5b1-4de8-97d1-2943d4fe8419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cec7ca6-858e-49d6-8c24-524603adf63d', 'code': 200}
Feb 28 18:47:51.445294 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=e49673ee-8d35-49a7-9b94-a1a2ffae7498,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:51.583147 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 58492) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:51.738355 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c94c1583-7c64-4cf0-9145-7b9460d4f035 req-93c8fbb1-c75b-4039-ab66-5a76383d145f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 1099 time: 0.1027932
Feb 28 18:47:52.006457 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-78120bc4-4660-460d-b982-52ae57454406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:52.017059 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61a264-152d-4015-9f70-e39a6e5f52ef req-969a9354-a5b0-4922-8719-5cd98cace5c0 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:52.024112 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ef61a264-152d-4015-9f70-e39a6e5f52ef req-969a9354-a5b0-4922-8719-5cd98cace5c0 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 946 time: 0.2557337
Feb 28 18:47:52.032222 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-c94c1583-7c64-4cf0-9145-7b9460d4f035 req-b800d554-727b-46e3-bc8b-557287e2d33a service neutron] Synchronizing usage tracker for tenant:425465b255334cc286e615b5dc15c6e1 on resource:security_group {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:52.114092 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-c94c1583-7c64-4cf0-9145-7b9460d4f035 req-b800d554-727b-46e3-bc8b-557287e2d33a service neutron] Unset dirty status for tenant:425465b255334cc286e615b5dc15c6e1 on resource:security_group {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:52.115700 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c94c1583-7c64-4cf0-9145-7b9460d4f035 req-b800d554-727b-46e3-bc8b-557287e2d33a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=eedafad8-a830-47d5-b0f7-e5a4cd11d067&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3699303
Feb 28 18:47:52.151674 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-78120bc4-4660-460d-b982-52ae57454406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:52.158710 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-78120bc4-4660-460d-b982-52ae57454406 admin admin] Usage tracker for resource:security_group_rule and tenant:21606776b4a34da892606df39cf8eb6f is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:52.169050 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-78120bc4-4660-460d-b982-52ae57454406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:52.177442 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-78120bc4-4660-460d-b982-52ae57454406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:52.198363 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ef61a264-152d-4015-9f70-e39a6e5f52ef req-d01edf60-367a-4dcc-a20f-859e74af9759 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=eedafad8-a830-47d5-b0f7-e5a4cd11d067&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1570010
Feb 28 18:47:52.209453 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba6173-b2b0-4363-92ee-1b4303fa8eae req-45044445-268b-4fa1-a2d2-d45da668ff06 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:52.210974 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-51ba6173-b2b0-4363-92ee-1b4303fa8eae req-45044445-268b-4fa1-a2d2-d45da668ff06 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 945 time: 0.1666286
Feb 28 18:47:52.289566 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-51ba6173-b2b0-4363-92ee-1b4303fa8eae req-955f25b8-95a7-4147-ac1c-723ca6767dea tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0683174
Feb 28 18:47:52.306648 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-78120bc4-4660-460d-b982-52ae57454406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:52.311425 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-78120bc4-4660-460d-b982-52ae57454406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:52.358256 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78120bc4-4660-460d-b982-52ae57454406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d69a29-cebd-425f-9383-e46730ddcda3,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:52.366987 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-78120bc4-4660-460d-b982-52ae57454406 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21606776b4a34da892606df39cf8eb6f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7825050
Feb 28 18:47:52.367347 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 58518) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:52.430097 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5bf5729a-9c3f-4c82-b272-971a1a845e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:52.456557 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5bf5729a-9c3f-4c82-b272-971a1a845e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:52.523964 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5bf5729a-9c3f-4c82-b272-971a1a845e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:52.547413 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5729a-9c3f-4c82-b272-971a1a845e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d69a29-cebd-425f-9383-e46730ddcda3,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:52.548664 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b963a6-673b-492c-aca0-88bdb12cf6c9 req-e034329c-2034-4bd8-b83e-4e9baf9ddc87 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:52.550335 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b4b963a6-673b-492c-aca0-88bdb12cf6c9 req-e034329c-2034-4bd8-b83e-4e9baf9ddc87 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 944 time: 0.0969992
Feb 28 18:47:52.552074 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5bf5729a-9c3f-4c82-b272-971a1a845e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:52.555979 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-5bf5729a-9c3f-4c82-b272-971a1a845e70 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48d69a29-cebd-425f-9383-e46730ddcda3 HTTP/1.1" status: 204  len: 168 time: 0.1852562
Feb 28 18:47:52.619201 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device d5619ca3-e7d6-4776-bd15-c26e5c00723d up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:47:52.653833 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b4b963a6-673b-492c-aca0-88bdb12cf6c9 req-28d048b8-b41c-4fdb-b559-c214738b2b10 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888472
Feb 28 18:47:52.752303 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port d5619ca3-e7d6-4776-bd15-c26e5c00723d completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:47:52.765371 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port d5619ca3-e7d6-4776-bd15-c26e5c00723d triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:47:52.765706 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:52.945011 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:52.987468 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port d5619ca3-e7d6-4776-bd15-c26e5c00723d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d5619ca3-e7d6-4776-bd15-c26e5c00723d,segment=NetworkSegment(1664dd6d-6de1-4ae4-b077-d67d673dcb57),segment_id=1664dd6d-6de1-4ae4-b077-d67d673dcb57)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:47:52.992841 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:53.069682 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=d5619ca3-e7d6-4776-bd15-c26e5c00723d,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:53.084051 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 58556) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:53.107449 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-33413e9f-2105-4b86-8d2d-67745b5d1d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:53.143391 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-33413e9f-2105-4b86-8d2d-67745b5d1d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:53.148027 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-33413e9f-2105-4b86-8d2d-67745b5d1d8d admin admin] Usage tracker for resource:security_group_rule and tenant:df6b9397c0c1492c8208e644ce4c27fc is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:53.151000 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-33413e9f-2105-4b86-8d2d-67745b5d1d8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:53.157014 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-33413e9f-2105-4b86-8d2d-67745b5d1d8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:53.243592 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-33413e9f-2105-4b86-8d2d-67745b5d1d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:53.249210 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-33413e9f-2105-4b86-8d2d-67745b5d1d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:53.303404 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33413e9f-2105-4b86-8d2d-67745b5d1d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7bb053-3e19-43f6-b068-c250d64445fe,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:53.303404 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-33413e9f-2105-4b86-8d2d-67745b5d1d8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df6b9397c0c1492c8208e644ce4c27fc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2170806
Feb 28 18:47:53.304947 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 58570) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:53.368713 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-76fb1055-d542-47c8-9f43-816ab816ab07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:53.400900 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-76fb1055-d542-47c8-9f43-816ab816ab07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:53.418189 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2352d40c-53ed-4e5c-973e-a547aa3f2953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49673ee-8d35-49a7-9b94-a1a2ffae7498'}, {'server_uuid': 'd9e111db-ef67-43ab-991c-6a96b7a8ac08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5619ca3-e7d6-4776-bd15-c26e5c00723d'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:47:53.503193 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-76fb1055-d542-47c8-9f43-816ab816ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:53.530237 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb1055-d542-47c8-9f43-816ab816ab07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7bb053-3e19-43f6-b068-c250d64445fe,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:53.537220 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-76fb1055-d542-47c8-9f43-816ab816ab07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:53.538910 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-76fb1055-d542-47c8-9f43-816ab816ab07 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c7bb053-3e19-43f6-b068-c250d64445fe HTTP/1.1" status: 204  len: 168 time: 0.2327592
Feb 28 18:47:53.552246 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b1a65-7158-431d-8404-ca4f7705d505 req-d4dcf7c5-c522-4122-84f9-874d5c71da6e tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:53.554516 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-666b1a65-7158-431d-8404-ca4f7705d505 req-d4dcf7c5-c522-4122-84f9-874d5c71da6e tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 946 time: 0.1108997
Feb 28 18:47:53.586975 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66347c-d59d-4d46-afb3-a221ac9b2092 req-358ce96e-21d8-4ceb-83cf-fecaecd5007b tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:53.603284 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1c66347c-d59d-4d46-afb3-a221ac9b2092 req-358ce96e-21d8-4ceb-83cf-fecaecd5007b tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 945 time: 0.1312053
Feb 28 18:47:53.613042 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-666b1a65-7158-431d-8404-ca4f7705d505 req-6735f951-565f-4975-96af-718fff69e358 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=eedafad8-a830-47d5-b0f7-e5a4cd11d067&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514662
Feb 28 18:47:53.670805 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1c66347c-d59d-4d46-afb3-a221ac9b2092 req-830cbd06-ea36-461a-98c3-53567d0dde6c tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0669684
Feb 28 18:47:53.781886 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2352d40c-53ed-4e5c-973e-a547aa3f2953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49673ee-8d35-49a7-9b94-a1a2ffae7498', 'code': 200}
Feb 28 18:47:53.783777 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e111db-ef67-43ab-991c-6a96b7a8ac08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5619ca3-e7d6-4776-bd15-c26e5c00723d', 'code': 200}
Feb 28 18:47:53.921420 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a00b95-dafb-4bcf-9213-0bd705e3beb3 req-192c4843-78bd-4481-8bd5-72c3589801b5 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:53.939398 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-15a00b95-dafb-4bcf-9213-0bd705e3beb3 req-192c4843-78bd-4481-8bd5-72c3589801b5 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.1456473
Feb 28 18:47:54.021484 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-15a00b95-dafb-4bcf-9213-0bd705e3beb3 req-469a407a-719f-4511-8244-3de472c4ecd7 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810351
Feb 28 18:47:54.149553 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-55f544d6-82f8-4267-8bc8-308ff7fd1497 req-196f5b57-c480-426c-91ff-3e3c340f67a9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 1098 time: 0.0793872
Feb 28 18:47:54.205548 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-55f544d6-82f8-4267-8bc8-308ff7fd1497 req-f352d817-c414-46ef-b46e-0a272e1a13c2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498116
Feb 28 18:47:54.251782 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-63cbf990-6009-4fa0-af38-7fb94ae50133 req-3febfd1d-87f8-4866-b7d5-d260c6989283 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 1098 time: 0.1169953
Feb 28 18:47:54.544760 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-63cbf990-6009-4fa0-af38-7fb94ae50133 req-e0a20732-c119-4316-a0f3-ad440c3e4b63 service neutron] Synchronizing usage tracker for tenant:425465b255334cc286e615b5dc15c6e1 on resource:security_group {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:47:54.558307 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-63cbf990-6009-4fa0-af38-7fb94ae50133 req-e0a20732-c119-4316-a0f3-ad440c3e4b63 service neutron] Unset dirty status for tenant:425465b255334cc286e615b5dc15c6e1 on resource:security_group {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:47:54.560062 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-63cbf990-6009-4fa0-af38-7fb94ae50133 req-e0a20732-c119-4316-a0f3-ad440c3e4b63 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0522709
Feb 28 18:47:54.841942 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfd3e9-a481-4aa1-8708-c7ad31340628 req-c0e24cbd-5757-4164-aa50-b587cccda162 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:54.843502 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1ccfd3e9-a481-4aa1-8708-c7ad31340628 req-c0e24cbd-5757-4164-aa50-b587cccda162 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 946 time: 0.0833795
Feb 28 18:47:54.887092 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98011e75-0a51-450b-b865-5a07337cef43 req-6db335de-77c0-41e5-9c8d-c4532eada69c tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:54.888314 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-98011e75-0a51-450b-b865-5a07337cef43 req-6db335de-77c0-41e5-9c8d-c4532eada69c tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 945 time: 0.0952041
Feb 28 18:47:54.920531 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1ccfd3e9-a481-4aa1-8708-c7ad31340628 req-b81663da-0f76-4589-94bf-ba0b2b70362c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=eedafad8-a830-47d5-b0f7-e5a4cd11d067&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698566
Feb 28 18:47:54.950845 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-98011e75-0a51-450b-b865-5a07337cef43 req-c31db603-07fb-4bc1-a2e1-e9e2ce26c947 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430079
Feb 28 18:47:55.091384 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 58644) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:55.224283 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b425f-32df-4fb0-857e-7818ed814243 req-978e71c7-ed61-4d45-84e5-d1c363065e97 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:55.226110 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-d80b425f-32df-4fb0-857e-7818ed814243 req-978e71c7-ed61-4d45-84e5-d1c363065e97 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 946 time: 0.1441963
Feb 28 18:47:55.236312 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 58652) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:55.241785 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-fbfeffa2-2bf7-4f4b-8f84-6b8fde4cc94a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Request body: {'floatingip': {'port_id': '3cec7ca6-858e-49d6-8c24-524603adf63d'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:55.298537 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cdeca6-741c-44a1-9ede-425a3cb9b5c6 req-d2b1b918-d759-4ab6-bf95-9b315d658361 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:55.300595 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-09cdeca6-741c-44a1-9ede-425a3cb9b5c6 req-d2b1b918-d759-4ab6-bf95-9b315d658361 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.1057510
Feb 28 18:47:55.321896 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 58656) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:55.327116 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fbfeffa2-2bf7-4f4b-8f84-6b8fde4cc94a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for floatingip, before_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:55.363126 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-09cdeca6-741c-44a1-9ede-425a3cb9b5c6 req-cd32f8c9-9c3e-46a6-ac21-e27acae7d0ec tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562789
Feb 28 18:47:55.382778 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3599d7a7-da63-4155-8af0-cab009468bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:55.428347 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-3599d7a7-da63-4155-8af0-cab009468bbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:55.434312 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-3599d7a7-da63-4155-8af0-cab009468bbd admin admin] Usage tracker for resource:security_group_rule and tenant:20d28e0c22ce471a80ade56e81096634 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:55.437150 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0ae72b91-2639-4430-a4ea-f2431a9c3999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:55.446142 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-3599d7a7-da63-4155-8af0-cab009468bbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:55.454068 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-3599d7a7-da63-4155-8af0-cab009468bbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:55.489364 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-0ae72b91-2639-4430-a4ea-f2431a9c3999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:47:55.497002 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-0ae72b91-2639-4430-a4ea-f2431a9c3999 admin admin] Usage tracker for resource:security_group_rule and tenant:8237a4732a5749d6a69d5753eb722198 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:47:55.500674 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-0ae72b91-2639-4430-a4ea-f2431a9c3999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:47:55.509830 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-0ae72b91-2639-4430-a4ea-f2431a9c3999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:47:55.567308 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3599d7a7-da63-4155-8af0-cab009468bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:55.575941 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3599d7a7-da63-4155-8af0-cab009468bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:55.651076 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599d7a7-da63-4155-8af0-cab009468bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeca771-beb4-4e36-b53a-d108c062b687,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:55.661016 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-3599d7a7-da63-4155-8af0-cab009468bbd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20d28e0c22ce471a80ade56e81096634&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5661316
Feb 28 18:47:55.661016 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0ae72b91-2639-4430-a4ea-f2431a9c3999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:55.661291 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 58664) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:55.675760 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0ae72b91-2639-4430-a4ea-f2431a9c3999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:55.740393 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae72b91-2639-4430-a4ea-f2431a9c3999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62edf4d8-5b27-40d4-82d6-1f8d2e5fafe9,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:55.754214 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-0ae72b91-2639-4430-a4ea-f2431a9c3999 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8237a4732a5749d6a69d5753eb722198&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4313231
Feb 28 18:47:55.756941 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 58670) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:55.795275 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a5cf33cb-41a4-4f48-8c01-72edcedcd8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:55.855158 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a5cf33cb-41a4-4f48-8c01-72edcedcd8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:55.865399 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-1b6e444e-5bb7-4ec4-8bb6-68c7e94230c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:55.910753 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-1b6e444e-5bb7-4ec4-8bb6-68c7e94230c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:55.958464 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a5cf33cb-41a4-4f48-8c01-72edcedcd8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:55.979671 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf33cb-41a4-4f48-8c01-72edcedcd8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeca771-beb4-4e36-b53a-d108c062b687,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:55.990289 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-1b6e444e-5bb7-4ec4-8bb6-68c7e94230c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:56.018499 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e444e-5bb7-4ec4-8bb6-68c7e94230c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62edf4d8-5b27-40d4-82d6-1f8d2e5fafe9,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:56.024702 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a5cf33cb-41a4-4f48-8c01-72edcedcd8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:56.030467 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-a5cf33cb-41a4-4f48-8c01-72edcedcd8d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8aeca771-beb4-4e36-b53a-d108c062b687 HTTP/1.1" status: 204  len: 168 time: 0.3648732
Feb 28 18:47:56.030467 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-1b6e444e-5bb7-4ec4-8bb6-68c7e94230c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:56.043821 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-1b6e444e-5bb7-4ec4-8bb6-68c7e94230c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/62edf4d8-5b27-40d4-82d6-1f8d2e5fafe9 HTTP/1.1" status: 204  len: 168 time: 0.2850890
Feb 28 18:47:56.057715 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.db.resource_extend [None req-fbfeffa2-2bf7-4f4b-8f84-6b8fde4cc94a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Feb 28 18:47:56.103686 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-d8a51fb1-5c20-450f-8202-a3f484990471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:56.209340 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fbfeffa2-2bf7-4f4b-8f84-6b8fde4cc94a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:56.216453 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fbfeffa2-2bf7-4f4b-8f84-6b8fde4cc94a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716924'] for floatingip, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:56.709001 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08222262-9c04-43f2-b2ac-a61bd11012d5 req-3cdf5be1-e93a-4120-a94b-b6460fe862d4 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:56.710530 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-08222262-9c04-43f2-b2ac-a61bd11012d5 req-3cdf5be1-e93a-4120-a94b-b6460fe862d4 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 945 time: 0.1550562
Feb 28 18:47:56.737195 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb1d35-2f53-4a4a-9a1a-ea69dd9887f9 req-539c9653-57b6-48bd-a861-052e553af64b tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:56.747124 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6cbb1d35-2f53-4a4a-9a1a-ea69dd9887f9 req-539c9653-57b6-48bd-a861-052e553af64b tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.1035833
Feb 28 18:47:56.801791 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.db.l3_db [None req-fbfeffa2-2bf7-4f4b-8f84-6b8fde4cc94a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Floating IP 51bf63dd-e9ba-45e5-96d6-6a7deba2bdba associated. External IP: 172.27.3.165, port: 3cec7ca6-858e-49d6-8c24-524603adf63d.
Feb 28 18:47:56.822546 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6cbb1d35-2f53-4a4a-9a1a-ea69dd9887f9 req-a4aeedff-32e2-4fa8-9d0d-c9c49074b808 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744028
Feb 28 18:47:56.962912 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-08222262-9c04-43f2-b2ac-a61bd11012d5 req-961d90f5-8ce1-4569-af66-bdc7baaf77d3 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2324147
Feb 28 18:47:57.338860 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfeffa2-2bf7-4f4b-8f84-6b8fde4cc94a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:47:57.382341 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Sync routers for ids ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:47:57.394192 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Routers {'6778b8ad-ca0c-4f66-a401-79f79ef41a65'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:47:57.395018 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ac1dcd0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:47:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:57.586867 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-776af557-d859-4fe3-bda1-2901b451ea83 req-1ebf92cf-d3fe-411a-a4b9-06585ff953a3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0950999
Feb 28 18:47:57.602238 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Set router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:47:57.628097 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfeffa2-2bf7-4f4b-8f84-6b8fde4cc94a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:47:57.637954 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fbfeffa2-2bf7-4f4b-8f84-6b8fde4cc94a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:57.641247 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec05bf6b-8aba-4ad5-98be-5ddbe36540c7 None None] Sync routers for ids ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:47:57.660673 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec05bf6b-8aba-4ad5-98be-5ddbe36540c7 None None] Routers {'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:47:57.661542 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-ec05bf6b-8aba-4ad5-98be-5ddbe36540c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5aec1550>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:47:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:57.746925 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-fbfeffa2-2bf7-4f4b-8f84-6b8fde4cc94a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "PUT /v2.0/floatingips/51bf63dd-e9ba-45e5-96d6-6a7deba2bdba HTTP/1.1" status: 200  len: 992 time: 2.5094192
Feb 28 18:47:57.748078 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7df41b9-e5b1-4de8-97d1-2943d4fe8419', 'tag': '3cec7ca6-858e-49d6-8c24-524603adf63d'}] {{(pid=83062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:47:57.778915 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-776af557-d859-4fe3-bda1-2901b451ea83 req-70a78e8f-806c-4f44-b780-e125d3044133 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=257851b949234252b54d9524d8ffca6d&device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 1099 time: 0.0958066
Feb 28 18:47:57.889599 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7df41b9-e5b1-4de8-97d1-2943d4fe8419', 'tag': '3cec7ca6-858e-49d6-8c24-524603adf63d', 'status': 'completed', 'code': 200}
Feb 28 18:47:57.967617 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-ec05bf6b-8aba-4ad5-98be-5ddbe36540c7 None None] Set router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:47:58.028827 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776af557-d859-4fe3-bda1-2901b451ea83 req-6c895111-fff3-4301-a6a4-cd2e58ecb551 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:58.030312 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-776af557-d859-4fe3-bda1-2901b451ea83 req-6c895111-fff3-4301-a6a4-cd2e58ecb551 service neutron] 10.222.0.70 "GET /v2.0/networks?id=10a69764-13d4-4c14-a8fa-d1cf18480ff4 HTTP/1.1" status: 200  len: 910 time: 0.2214959
Feb 28 18:47:58.051944 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0d1abfc9-f9e7-44e7-a02c-c81c6083e080 req-a3a0ca2b-2500-4a98-8b21-b1f39f37c58b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c9c9337657d43f59f92137cbfb4bdcb&device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 1099 time: 0.1462162
Feb 28 18:47:58.255089 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-776af557-d859-4fe3-bda1-2901b451ea83 req-d12f7888-64b0-4c34-85b0-b3d45aa6a19f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 HTTP/1.1" status: 200  len: 217 time: 0.1584013
Feb 28 18:47:58.383051 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477005f3-c0f7-4853-9b86-b695e6a7be9d req-0da88a19-de96-4eaf-a890-9b06b97d5eed tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:58.387690 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-5e8ab918-bf99-43e7-9f1f-6d7be1a608cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:58.390696 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-477005f3-c0f7-4853-9b86-b695e6a7be9d req-0da88a19-de96-4eaf-a890-9b06b97d5eed tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.3591914
Feb 28 18:47:58.406396 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776af557-d859-4fe3-bda1-2901b451ea83 req-d894d17c-64fb-419e-b319-7914a70ab264 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:58.408405 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-776af557-d859-4fe3-bda1-2901b451ea83 req-d894d17c-64fb-419e-b319-7914a70ab264 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=edebb0de-57a1-4ccb-8507-4b636bec4401 HTTP/1.1" status: 200  len: 849 time: 0.1385164
Feb 28 18:47:58.462808 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ac1dcd0>, [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:18Z', 'revision_number': 4, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port': {'id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:02Z', 'updated_at': '2022-02-28T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '03c0a01b-4453-4632-ab9b-9bf5d8784f3b', 'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'mac_address': 'fa:16:3e:7b:23:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:16Z', 'updated_at': '2022-02-28T18:47:18Z', 'revision_number': 2, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'subnets': [{'id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:58.472367 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Checking router: 6778b8ad-ca0c-4f66-a401-79f79ef41a65 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:47:58.475429 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Updating router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 port 03c0a01b-4453-4632-ab9b-9bf5d8784f3b binding host dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 28 18:47:58.562821 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-776af557-d859-4fe3-bda1-2901b451ea83 req-2704ae4d-ac7a-49ba-ac49-a362486e4c54 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=10a69764-13d4-4c14-a8fa-d1cf18480ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1215949
Feb 28 18:47:58.587960 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-477005f3-c0f7-4853-9b86-b695e6a7be9d req-b0d11b32-fa47-4dfd-83dd-a299e9db5a48 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961281
Feb 28 18:47:58.591677 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:58.804818 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bedb0a-722e-4709-92b7-31e7133ada73 req-14708ec8-3f9f-43b1-8b43-fac96b76092f tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:58.817410 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-46bedb0a-722e-4709-92b7-31e7133ada73 req-14708ec8-3f9f-43b1-8b43-fac96b76092f tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 945 time: 0.5157990
Feb 28 18:47:58.840186 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1abfc9-f9e7-44e7-a02c-c81c6083e080 req-3cd22a87-733d-413c-98f8-fddf8a4cda6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:58.842182 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0d1abfc9-f9e7-44e7-a02c-c81c6083e080 req-3cd22a87-733d-413c-98f8-fddf8a4cda6b service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88bc605-548b-40fa-8e31-819c1a23132c HTTP/1.1" status: 200  len: 917 time: 0.7807567
Feb 28 18:47:58.876199 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-776af557-d859-4fe3-bda1-2901b451ea83 req-d8804de1-66ce-4d03-86e6-3501a380ae2f service neutron] 10.222.0.70 "GET /v2.0/networks/10a69764-13d4-4c14-a8fa-d1cf18480ff4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2863653
Feb 28 18:47:58.888737 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-ec05bf6b-8aba-4ad5-98be-5ddbe36540c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5aec1550>, [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:07Z', 'revision_number': 4, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port': {'id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '51bf63dd-e9ba-45e5-96d6-6a7deba2bdba', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'port_id': '3cec7ca6-858e-49d6-8c24-524603adf63d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'mac_address': 'fa:16:3e:20:88:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df41b9-e5b1-4de8-97d1-2943d4fe8419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:47:21Z', 'updated_at': '2022-02-28T18:47:55Z', 'revision_number': 1, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65cb300e-621a-4ff2-b528-9c4d473e0786', 'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'mac_address': 'fa:16:3e:32:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:20Z', 'revision_number': 5, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'subnets': [{'id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:58.897582 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec05bf6b-8aba-4ad5-98be-5ddbe36540c7 None None] Checking router: cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:47:58.926692 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-46bedb0a-722e-4709-92b7-31e7133ada73 req-e5a8ed26-bb68-46ba-af91-7576d81d4510 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0974357
Feb 28 18:47:58.928006 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec05bf6b-8aba-4ad5-98be-5ddbe36540c7 None None] Routers {'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:47:58.931730 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-ec05bf6b-8aba-4ad5-98be-5ddbe36540c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5aec1550>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:47:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:47:59.192324 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0d1abfc9-f9e7-44e7-a02c-c81c6083e080 req-fbfe243e-6d8e-4ef8-a1ea-50b848b8281e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cec7ca6-858e-49d6-8c24-524603adf63d HTTP/1.1" status: 200  len: 1000 time: 0.2804172
Feb 28 18:47:59.262383 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-ec05bf6b-8aba-4ad5-98be-5ddbe36540c7 None None] Set router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:47:59.376167 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-776af557-d859-4fe3-bda1-2901b451ea83 req-4ec96800-2f9e-4ee1-9e90-8bfba7eaed88 service neutron] 10.222.0.70 "GET /v2.0/networks/10a69764-13d4-4c14-a8fa-d1cf18480ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4797602
Feb 28 18:47:59.476579 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:59.487926 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:59.497411 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Notify callbacks [] for port, precommit_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:59.524162 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1abfc9-f9e7-44e7-a02c-c81c6083e080 req-33da1fa9-4eaa-4e18-8d49-2ca57283b1ac service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:59.525740 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0d1abfc9-f9e7-44e7-a02c-c81c6083e080 req-33da1fa9-4eaa-4e18-8d49-2ca57283b1ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0397a5d3-99dd-4619-9152-f3a0940b516f HTTP/1.1" status: 200  len: 855 time: 0.3257127
Feb 28 18:47:59.550609 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Transition to ACTIVE for port object 03c0a01b-4453-4632-ab9b-9bf5d8784f3b will not be triggered until provisioned by entity L2. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:47:59.573739 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:59.593561 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa38d97-f652-4fc6-8fd4-7b88b8193200 req-30a6fcc3-a79e-4382-ba0c-24bc10d2d389 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:59.595356 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ffa38d97-f652-4fc6-8fd4-7b88b8193200 req-30a6fcc3-a79e-4382-ba0c-24bc10d2d389 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 945 time: 0.3247550
Feb 28 18:47:59.606412 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 58776) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:47:59.608135 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49288223-a33c-4197-b51e-68ca9f027de9 req-3c65ad1b-cf6d-4645-98cd-c4912aeb5459 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:59.609769 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b170f48b-7a74-4e14-9aa0-3772a9cad8b7 req-75255e6b-6968-4127-a46b-33a570b38855 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2dde676ebfae458485b906516863f0a6&device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 1098 time: 0.2398190
Feb 28 18:47:59.616672 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-8c70a7aa-eed8-44f5-a98a-3618e598c881 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Request body: {'floatingip': {'port_id': 'e49673ee-8d35-49a7-9b94-a1a2ffae7498'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:47:59.617072 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-49288223-a33c-4197-b51e-68ca9f027de9 req-3c65ad1b-cf6d-4645-98cd-c4912aeb5459 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.1130610
Feb 28 18:47:59.682212 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-49288223-a33c-4197-b51e-68ca9f027de9 req-ed96a856-e145-43b9-b9b5-d626dadb351a tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640993
Feb 28 18:47:59.784747 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2c797-e7f6-49c3-bde0-cecf40519f9b None None] Pushing event updated for resources: {'Port': ['ID=03c0a01b-4453-4632-ab9b-9bf5d8784f3b,revision_number=3']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:47:59.793946 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:59.904529 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170f48b-7a74-4e14-9aa0-3772a9cad8b7 req-54e5d30a-3b11-4d84-bd8d-82548242d80e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:47:59.906099 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b170f48b-7a74-4e14-9aa0-3772a9cad8b7 req-54e5d30a-3b11-4d84-bd8d-82548242d80e service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c47f8e2-1f60-48dd-8af5-15438a78251b HTTP/1.1" status: 200  len: 919 time: 0.2093425
Feb 28 18:47:59.960074 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Attempting to bind port 03c0a01b-4453-4632-ab9b-9bf5d8784f3b on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:47:59.960673 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Attempting to bind port 03c0a01b-4453-4632-ab9b-9bf5d8784f3b by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': '805819ed-9a94-43be-8f5f-0e28f8886edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7'}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:47:59.961219 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Attempting to bind port 03c0a01b-4453-4632-ab9b-9bf5d8784f3b on network 938299cb-86e8-4dea-8808-d72ec700e3e7 {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:47:59.977724 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:47:59.978346 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Checking segment: {'id': '805819ed-9a94-43be-8f5f-0e28f8886edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:47:59.979888 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:47:59.980460 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Bound using segment: {'id': '805819ed-9a94-43be-8f5f-0e28f8886edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7'} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:47:59.985574 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Bound port: 03c0a01b-4453-4632-ab9b-9bf5d8784f3b, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '805819ed-9a94-43be-8f5f-0e28f8886edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7'}}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:47:59.987749 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:00.022768 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-ec05bf6b-8aba-4ad5-98be-5ddbe36540c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5aec1550>, [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:07Z', 'revision_number': 4, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port': {'id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '51bf63dd-e9ba-45e5-96d6-6a7deba2bdba', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'port_id': '3cec7ca6-858e-49d6-8c24-524603adf63d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'mac_address': 'fa:16:3e:20:88:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df41b9-e5b1-4de8-97d1-2943d4fe8419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:47:21Z', 'updated_at': '2022-02-28T18:47:55Z', 'revision_number': 1, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65cb300e-621a-4ff2-b528-9c4d473e0786', 'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'mac_address': 'fa:16:3e:32:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:20Z', 'revision_number': 5, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'subnets': [{'id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:00.028667 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec05bf6b-8aba-4ad5-98be-5ddbe36540c7 None None] The sync data for ids ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'] in dv-cinder-831188-1-iscsi is: [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:07Z', 'revision_number': 4, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port': {'id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '51bf63dd-e9ba-45e5-96d6-6a7deba2bdba', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'port_id': '3cec7ca6-858e-49d6-8c24-524603adf63d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'mac_address': 'fa:16:3e:20:88:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7df41b9-e5b1-4de8-97d1-2943d4fe8419', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:47:21Z', 'updated_at': '2022-02-28T18:47:55Z', 'revision_number': 1, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65cb300e-621a-4ff2-b528-9c4d473e0786', 'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'mac_address': 'fa:16:3e:32:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:20Z', 'revision_number': 5, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'subnets': [{'id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:48:00.046422 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8c70a7aa-eed8-44f5-a98a-3618e598c881 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for floatingip, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:00.166089 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] For port 03c0a01b-4453-4632-ab9b-9bf5d8784f3b, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:48:00.174377 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] For port 03c0a01b-4453-4632-ab9b-9bf5d8784f3b, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=03c0a01b-4453-4632-ab9b-9bf5d8784f3b,segment=NetworkSegment(805819ed-9a94-43be-8f5f-0e28f8886edb),segment_id=805819ed-9a94-43be-8f5f-0e28f8886edb)] {{(pid=83064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:48:00.182387 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:00.217486 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b170f48b-7a74-4e14-9aa0-3772a9cad8b7 req-80522e86-7e2f-4b3e-b9f0-c734c02c8e6a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5619ca3-e7d6-4776-bd15-c26e5c00723d HTTP/1.1" status: 200  len: 217 time: 0.2870312
Feb 28 18:48:00.288800 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2c797-e7f6-49c3-bde0-cecf40519f9b None None] Pushing event updated for resources: {'Port': ['ID=03c0a01b-4453-4632-ab9b-9bf5d8784f3b,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:00.302680 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0d1abfc9-f9e7-44e7-a02c-c81c6083e080 req-50345924-3f3d-4025-8659-24649e880fe5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88bc605-548b-40fa-8e31-819c1a23132c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7530835
Feb 28 18:48:00.311223 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Routers {'6778b8ad-ca0c-4f66-a401-79f79ef41a65'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:48:00.311977 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ac1dcd0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:47:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:00.591889 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170f48b-7a74-4e14-9aa0-3772a9cad8b7 req-0b217c4f-ef75-4ed5-b518-f9a54aa999b8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:00.593465 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b170f48b-7a74-4e14-9aa0-3772a9cad8b7 req-0b217c4f-ef75-4ed5-b518-f9a54aa999b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3183f4d-fffd-4f45-b1db-3eda723095ac HTTP/1.1" status: 200  len: 858 time: 0.3349288
Feb 28 18:48:00.612695 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac48af8e-31a4-4a28-b9a5-5fe9fb6e69c0 None None] New status for floating IP 51bf63dd-e9ba-45e5-96d6-6a7deba2bdba: ACTIVE {{(pid=83064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 28 18:48:00.786354 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b170f48b-7a74-4e14-9aa0-3772a9cad8b7 req-c6b62c5d-7e54-475f-9241-0fb19cea12e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c47f8e2-1f60-48dd-8af5-15438a78251b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1777797
Feb 28 18:48:00.820058 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0d1abfc9-f9e7-44e7-a02c-c81c6083e080 req-f3910649-a504-4e96-8306-b6c642d116df service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4980128
Feb 28 18:48:00.822655 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:00.949657 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] Set router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:48:01.266125 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b170f48b-7a74-4e14-9aa0-3772a9cad8b7 req-4399ca5e-755a-4590-aeb5-12ede56b8229 service neutron] 10.222.0.70 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4689481
Feb 28 18:48:01.285125 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ac1dcd0>, [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:18Z', 'revision_number': 4, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port': {'id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:02Z', 'updated_at': '2022-02-28T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '03c0a01b-4453-4632-ab9b-9bf5d8784f3b', 'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'mac_address': 'fa:16:3e:7b:23:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:16Z', 'updated_at': '2022-02-28T18:48:00Z', 'revision_number': 4, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'subnets': [{'id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:01.289104 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53639437-093f-40d4-bdb5-91c0f4a0a774 None None] The sync data for ids ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'] in dv-cinder-831188-1-iscsi is: [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:18Z', 'revision_number': 4, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port': {'id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:02Z', 'updated_at': '2022-02-28T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '03c0a01b-4453-4632-ab9b-9bf5d8784f3b', 'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'mac_address': 'fa:16:3e:7b:23:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:16Z', 'updated_at': '2022-02-28T18:48:00Z', 'revision_number': 4, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'subnets': [{'id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:48:01.440823 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0d1abfc9-f9e7-44e7-a02c-c81c6083e080 req-050bebfb-73d5-497f-9b58-378bd05eee0c service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5795174
Feb 28 18:48:01.522289 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c9327-2fb0-4b98-801a-d8579a12226a req-41ea1096-bdfd-456a-90db-c2fbfb787ab1 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:01.527331 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-524c9327-2fb0-4b98-801a-d8579a12226a req-41ea1096-bdfd-456a-90db-c2fbfb787ab1 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.7095954
Feb 28 18:48:01.549366 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 03c0a01b-4453-4632-ab9b-9bf5d8784f3b up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:48:01.655891 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port 03c0a01b-4453-4632-ab9b-9bf5d8784f3b completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:48:01.661443 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 03c0a01b-4453-4632-ab9b-9bf5d8784f3b triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:48:01.661749 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:01.692441 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-524c9327-2fb0-4b98-801a-d8579a12226a req-a9f33f5a-f9a3-4537-9b17-042299bb39dc tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593287
Feb 28 18:48:01.709153 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b170f48b-7a74-4e14-9aa0-3772a9cad8b7 req-f40852f2-6841-46a4-bd55-0722fd9f2a68 service neutron] 10.222.0.70 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3217747
Feb 28 18:48:01.857448 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:01.916201 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port 03c0a01b-4453-4632-ab9b-9bf5d8784f3b, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=03c0a01b-4453-4632-ab9b-9bf5d8784f3b,segment=NetworkSegment(805819ed-9a94-43be-8f5f-0e28f8886edb),segment_id=805819ed-9a94-43be-8f5f-0e28f8886edb)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:48:01.922456 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:01.954880 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8c70a7aa-eed8-44f5-a98a-3618e598c881 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:01.970302 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8c70a7aa-eed8-44f5-a98a-3618e598c881 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716924'] for floatingip, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:01.999893 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=03c0a01b-4453-4632-ab9b-9bf5d8784f3b,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:02.009286 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:02.009775 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:02.010206 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:02.010654 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:02.011196 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:02.011616 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:02.012067 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:02.012596 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:02.014988 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:02.015786 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:02.016200 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:02.213877 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e25942-ddce-45d0-992a-71fb11531469 req-03f8b9fa-d5da-4fe4-af15-0805917a33e5 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:02.215338 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c3e25942-ddce-45d0-992a-71fb11531469 req-03f8b9fa-d5da-4fe4-af15-0805917a33e5 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/networks?id=33faf01f-a157-4cb1-86f7-3ea812bfd79a HTTP/1.1" status: 200  len: 815 time: 0.1739621
Feb 28 18:48:02.248265 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c3e25942-ddce-45d0-992a-71fb11531469 req-b605b952-b862-47b1-9ea7-08671ad4edca tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/quotas/bbff699f8ada48a78f3957fe6718a4ad HTTP/1.1" status: 200  len: 375 time: 0.0276110
Feb 28 18:48:02.257790 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 58838) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:02.319192 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.l3_db [None req-8c70a7aa-eed8-44f5-a98a-3618e598c881 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Floating IP d1c0fbb5-0479-4bdd-8dae-4b5f03fee082 associated. External IP: 172.27.3.157, port: e49673ee-8d35-49a7-9b94-a1a2ffae7498.
Feb 28 18:48:02.351627 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c3e25942-ddce-45d0-992a-71fb11531469 req-bc68b87b-85f5-484a-90a0-2d9db1a1ec22 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbff699f8ada48a78f3957fe6718a4ad&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1021698
Feb 28 18:48:02.511867 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c3e25942-ddce-45d0-992a-71fb11531469 req-b2e0f313-4fd2-4b42-b793-46666e9f3b8b service neutron] 10.222.0.18 "GET /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591296
Feb 28 18:48:02.521958 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-81972d8f-8753-4270-b187-b8a18ef729a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:02.566847 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-81972d8f-8753-4270-b187-b8a18ef729a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:02.574036 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-81972d8f-8753-4270-b187-b8a18ef729a6 admin admin] Usage tracker for resource:security_group_rule and tenant:526a4fd4eb634b8f97f20179a31605ba is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:02.578404 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-81972d8f-8753-4270-b187-b8a18ef729a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:02.585906 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-81972d8f-8753-4270-b187-b8a18ef729a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:02.674457 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c3e25942-ddce-45d0-992a-71fb11531469 req-a4a2f612-e624-445a-8613-28a98bc3860e service neutron] 10.222.0.18 "GET /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1563768
Feb 28 18:48:02.686123 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-81972d8f-8753-4270-b187-b8a18ef729a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:02.839385 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-81972d8f-8753-4270-b187-b8a18ef729a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:02.919809 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1ae0ec7d-aad6-4eac-91fc-321c87d15d77 req-36c9d985-495e-4756-a54c-31a0b094e70e tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 210 time: 0.0464988
Feb 28 18:48:02.977707 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81972d8f-8753-4270-b187-b8a18ef729a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1a0fda-c085-4d2d-8ca1-4e947c0f226d,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:03.026424 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-81972d8f-8753-4270-b187-b8a18ef729a6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=526a4fd4eb634b8f97f20179a31605ba&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7666740
Feb 28 18:48:03.026675 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 58866) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:03.042362 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81972d8f-8753-4270-b187-b8a18ef729a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.042799 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81972d8f-8753-4270-b187-b8a18ef729a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.043133 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81972d8f-8753-4270-b187-b8a18ef729a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.043458 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81972d8f-8753-4270-b187-b8a18ef729a6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.043791 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81972d8f-8753-4270-b187-b8a18ef729a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.044120 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81972d8f-8753-4270-b187-b8a18ef729a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.044437 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81972d8f-8753-4270-b187-b8a18ef729a6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.044760 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81972d8f-8753-4270-b187-b8a18ef729a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.045069 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81972d8f-8753-4270-b187-b8a18ef729a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.045551 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81972d8f-8753-4270-b187-b8a18ef729a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.046014 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81972d8f-8753-4270-b187-b8a18ef729a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.102500 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597f23a-ca7d-4048-9e1f-53649d66d831 req-fedb72fb-7c00-4470-a99a-026da85663ef tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:03.105429 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d597f23a-ca7d-4048-9e1f-53649d66d831 req-fedb72fb-7c00-4470-a99a-026da85663ef tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.1988645
Feb 28 18:48:03.165086 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e83f1772-e7fc-4a26-be6f-add3d2df37ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:03.181566 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d597f23a-ca7d-4048-9e1f-53649d66d831 req-ba5da9a0-cf85-49fc-864b-65dca2178776 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692766
Feb 28 18:48:03.197126 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c70a7aa-eed8-44f5-a98a-3618e598c881 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:48:03.244188 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e83f1772-e7fc-4a26-be6f-add3d2df37ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:03.305805 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e83f1772-e7fc-4a26-be6f-add3d2df37ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:03.320915 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f1772-e7fc-4a26-be6f-add3d2df37ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1a0fda-c085-4d2d-8ca1-4e947c0f226d,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:03.336369 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e83f1772-e7fc-4a26-be6f-add3d2df37ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:03.337501 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-e83f1772-e7fc-4a26-be6f-add3d2df37ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e1a0fda-c085-4d2d-8ca1-4e947c0f226d HTTP/1.1" status: 204  len: 168 time: 0.3097653
Feb 28 18:48:03.339436 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f1772-e7fc-4a26-be6f-add3d2df37ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.339869 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f1772-e7fc-4a26-be6f-add3d2df37ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.340551 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f1772-e7fc-4a26-be6f-add3d2df37ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.340842 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f1772-e7fc-4a26-be6f-add3d2df37ba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.341354 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f1772-e7fc-4a26-be6f-add3d2df37ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.341732 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f1772-e7fc-4a26-be6f-add3d2df37ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.342154 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f1772-e7fc-4a26-be6f-add3d2df37ba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.343042 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f1772-e7fc-4a26-be6f-add3d2df37ba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.343042 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f1772-e7fc-4a26-be6f-add3d2df37ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.343391 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f1772-e7fc-4a26-be6f-add3d2df37ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.343716 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83f1772-e7fc-4a26-be6f-add3d2df37ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:03.441049 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c70a7aa-eed8-44f5-a98a-3618e598c881 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:48:03.456337 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8c70a7aa-eed8-44f5-a98a-3618e598c881 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:03.502532 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 03c0a01b-4453-4632-ab9b-9bf5d8784f3b up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:48:03.513009 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-8c70a7aa-eed8-44f5-a98a-3618e598c881 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "PUT /v2.0/floatingips/d1c0fbb5-0479-4bdd-8dae-4b5f03fee082 HTTP/1.1" status: 200  len: 991 time: 3.8996682
Feb 28 18:48:03.513009 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2352d40c-53ed-4e5c-973e-a547aa3f2953', 'tag': 'e49673ee-8d35-49a7-9b94-a1a2ffae7498'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:48:03.592065 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2352d40c-53ed-4e5c-973e-a547aa3f2953', 'tag': 'e49673ee-8d35-49a7-9b94-a1a2ffae7498', 'status': 'completed', 'code': 200}
Feb 28 18:48:03.596492 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 03c0a01b-4453-4632-ab9b-9bf5d8784f3b triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:48:03.596859 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:04.084747 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-30207f21-da91-4b92-afc5-f5a1552040af req-ba6ef9a0-7d80-4615-bd2d-04a86a4eee52 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 210 time: 0.0419292
Feb 28 18:48:04.407473 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a36ac-9aab-4a98-9dfc-cb1477e554e3 req-0c3045a6-9a9c-4103-b93a-aa7fa6380077 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:04.408934 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fc9a36ac-9aab-4a98-9dfc-cb1477e554e3 req-0c3045a6-9a9c-4103-b93a-aa7fa6380077 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0802794
Feb 28 18:48:04.456326 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fc9a36ac-9aab-4a98-9dfc-cb1477e554e3 req-e6ad2eee-af41-4e76-9ceb-4597cddd5aaa tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413048
Feb 28 18:48:05.251421 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-35c85ad6-810d-42dc-8798-47b342fe4238 req-79d5fb3f-7977-4d5a-94db-bbb7b32473e2 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 210 time: 0.0438478
Feb 28 18:48:05.663559 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84858e63-8954-408d-bee2-20d30eddb0b8 req-09b0f28f-8d99-4605-b080-0dc439b37f27 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:05.664879 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-84858e63-8954-408d-bee2-20d30eddb0b8 req-09b0f28f-8d99-4605-b080-0dc439b37f27 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0805111
Feb 28 18:48:05.712959 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-84858e63-8954-408d-bee2-20d30eddb0b8 req-44ad01f5-0ae2-447a-b1f6-675dc8214d27 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426250
Feb 28 18:48:06.474333 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-091ea350-190c-431c-b36e-849d9e255337 req-dddd299c-0256-427b-9c0a-95beb3ce859a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 210 time: 0.0904250
Feb 28 18:48:06.516146 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0f1a0c0d-edad-478f-808b-e9c38ed83871 req-cba6a626-6430-44c1-8cf9-fce01760eac7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fcb1c7fbee84c74815b0b125d1f9b35&device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 1098 time: 0.0833602
Feb 28 18:48:06.681984 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a0c0d-edad-478f-808b-e9c38ed83871 req-718c3892-fc94-4c2b-8387-61fae77d7eb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:06.683588 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0f1a0c0d-edad-478f-808b-e9c38ed83871 req-718c3892-fc94-4c2b-8387-61fae77d7eb7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=938299cb-86e8-4dea-8808-d72ec700e3e7 HTTP/1.1" status: 200  len: 911 time: 0.1315923
Feb 28 18:48:06.789679 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0f1a0c0d-edad-478f-808b-e9c38ed83871 req-214622d7-613a-48c2-818d-7a3f03ce99e6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e49673ee-8d35-49a7-9b94-a1a2ffae7498 HTTP/1.1" status: 200  len: 999 time: 0.0954502
Feb 28 18:48:06.873807 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a0c0d-edad-478f-808b-e9c38ed83871 req-ab21057a-79e5-494c-9070-7e85b7fe63f3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:06.875508 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0f1a0c0d-edad-478f-808b-e9c38ed83871 req-ab21057a-79e5-494c-9070-7e85b7fe63f3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6dce3474-2c0c-493d-819c-9f361e4996c7 HTTP/1.1" status: 200  len: 849 time: 0.0622654
Feb 28 18:48:06.918237 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b52c6-ebbf-40fa-a117-10bc161d59d9 req-7cf41f3a-ee5d-46b7-ada1-3f66bee20be8 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:06.919704 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f89b52c6-ebbf-40fa-a117-10bc161d59d9 req-7cf41f3a-ee5d-46b7-ada1-3f66bee20be8 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0761771
Feb 28 18:48:06.958781 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0f1a0c0d-edad-478f-808b-e9c38ed83871 req-a80125d5-d0e8-4af3-a0b6-fd3dd4fb5020 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=938299cb-86e8-4dea-8808-d72ec700e3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707986
Feb 28 18:48:06.966211 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f89b52c6-ebbf-40fa-a117-10bc161d59d9 req-e1085999-752d-4953-8aa1-8338040159c5 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408118
Feb 28 18:48:07.112547 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0f1a0c0d-edad-478f-808b-e9c38ed83871 req-1f559b17-1e8a-4026-9064-7d3bfa1e3e7f service neutron] 10.222.0.70 "GET /v2.0/networks/938299cb-86e8-4dea-8808-d72ec700e3e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355884
Feb 28 18:48:07.471071 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0f1a0c0d-edad-478f-808b-e9c38ed83871 req-343b5ed2-1d7f-441e-a9ec-0e737c04b7ec service neutron] 10.222.0.70 "GET /v2.0/networks/938299cb-86e8-4dea-8808-d72ec700e3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3511586
Feb 28 18:48:07.498102 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e25942-ddce-45d0-992a-71fb11531469 req-5185134c-def7-4c3a-b21c-be047ce3430a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:07.500520 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c3e25942-ddce-45d0-992a-71fb11531469 req-5185134c-def7-4c3a-b21c-be047ce3430a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.70 "GET /v2.0/networks?id=33faf01f-a157-4cb1-86f7-3ea812bfd79a HTTP/1.1" status: 200  len: 815 time: 0.2956517
Feb 28 18:48:07.525080 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-c3e25942-ddce-45d0-992a-71fb11531469 req-790910c8-1d31-4b0d-a281-4682cc20700d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Request body: {'port': {'device_id': '7194706f-1892-4fd8-83e3-d11cae28abbf', 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a', 'admin_state_up': True, 'tenant_id': 'bbff699f8ada48a78f3957fe6718a4ad'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:48:07.685576 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9ccc8573-e685-49a6-b01e-3c702ba1ffdf req-fef70fd8-f550-4000-8e81-d9eb8f4ac678 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 210 time: 0.0563924
Feb 28 18:48:07.712928 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-c3e25942-ddce-45d0-992a-71fb11531469 req-790910c8-1d31-4b0d-a281-4682cc20700d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:07.723174 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-c3e25942-ddce-45d0-992a-71fb11531469 req-790910c8-1d31-4b0d-a281-4682cc20700d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:07.732834 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e25942-ddce-45d0-992a-71fb11531469 req-790910c8-1d31-4b0d-a281-4682cc20700d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Made reservation on behalf of bbff699f8ada48a78f3957fe6718a4ad for: {'port': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:48:07.735854 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c3e25942-ddce-45d0-992a-71fb11531469 req-790910c8-1d31-4b0d-a281-4682cc20700d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:07.899402 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [req-c3e25942-ddce-45d0-992a-71fb11531469 req-790910c8-1d31-4b0d-a281-4682cc20700d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Allocated IP 172.20.0.14 (33faf01f-a157-4cb1-86f7-3ea812bfd79a/1f413d20-e81e-4777-9224-e80e0c09c076/3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:48:08.111552 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c3e25942-ddce-45d0-992a-71fb11531469 req-790910c8-1d31-4b0d-a281-4682cc20700d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:08.146838 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c3e25942-ddce-45d0-992a-71fb11531469 req-790910c8-1d31-4b0d-a281-4682cc20700d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:08.166003 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5d941-0586-4625-8ec9-4036f27553ed req-07b6ac32-2d5d-4288-8a52-4ff6d03174c4 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:08.168073 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a6b5d941-0586-4625-8ec9-4036f27553ed req-07b6ac32-2d5d-4288-8a52-4ff6d03174c4 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0827649
Feb 28 18:48:08.210680 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e25942-ddce-45d0-992a-71fb11531469 req-790910c8-1d31-4b0d-a281-4682cc20700d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Network 33faf01f-a157-4cb1-86f7-3ea812bfd79a is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:48:08.217086 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a6b5d941-0586-4625-8ec9-4036f27553ed req-a7bea21c-50f2-468d-bd96-c56efe556fec tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435388
Feb 28 18:48:08.218392 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [req-c3e25942-ddce-45d0-992a-71fb11531469 req-790910c8-1d31-4b0d-a281-4682cc20700d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:48:08.221005 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e25942-ddce-45d0-992a-71fb11531469 req-790910c8-1d31-4b0d-a281-4682cc20700d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:48:08.225256 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e25942-ddce-45d0-992a-71fb11531469 req-790910c8-1d31-4b0d-a281-4682cc20700d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:08.225872 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c3e25942-ddce-45d0-992a-71fb11531469 req-790910c8-1d31-4b0d-a281-4682cc20700d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:08.249617 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790910c8-1d31-4b0d-a281-4682cc20700d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Pushing event updated for resources: {'Port': ['ID=3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:08.263306 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c3e25942-ddce-45d0-992a-71fb11531469 req-790910c8-1d31-4b0d-a281-4682cc20700d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7426460
Feb 28 18:48:08.679447 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:48:08.893064 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6bbd9-2d77-4412-9840-d285f8f0f6a2 req-7e87c5a9-fae1-4bcb-b2a6-e20fbc2d2a5e tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:08.893770 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-73c6bbd9-2d77-4412-9840-d285f8f0f6a2 req-7e87c5a9-fae1-4bcb-b2a6-e20fbc2d2a5e tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Synchronizing usage tracker for tenant:bbff699f8ada48a78f3957fe6718a4ad on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:48:08.912314 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-73c6bbd9-2d77-4412-9840-d285f8f0f6a2 req-7e87c5a9-fae1-4bcb-b2a6-e20fbc2d2a5e tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Unset dirty status for tenant:bbff699f8ada48a78f3957fe6718a4ad on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:48:08.913420 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-73c6bbd9-2d77-4412-9840-d285f8f0f6a2 req-7e87c5a9-fae1-4bcb-b2a6-e20fbc2d2a5e tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 932 time: 0.1019704
Feb 28 18:48:08.961999 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-73c6bbd9-2d77-4412-9840-d285f8f0f6a2 req-9021ca86-d816-4063-860e-508689335ec9 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429394
Feb 28 18:48:09.420885 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb0077-345b-45ae-a572-3e5501c20664 req-56adb5c8-5712-4e54-99c3-029b99d00b52 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:09.422507 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b8fb0077-345b-45ae-a572-3e5501c20664 req-56adb5c8-5712-4e54-99c3-029b99d00b52 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0888195
Feb 28 18:48:09.476156 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b8fb0077-345b-45ae-a572-3e5501c20664 req-bea8ca64-17b5-4cd2-aeb1-a5d26aee51cd tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477087
Feb 28 18:48:10.305175 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063dfc25-e6de-45dd-b49e-e1106e269020 req-c34ce2eb-e704-468f-b89f-7a311cb8e19b tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:10.306710 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-063dfc25-e6de-45dd-b49e-e1106e269020 req-c34ce2eb-e704-468f-b89f-7a311cb8e19b tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 932 time: 0.0799389
Feb 28 18:48:10.352279 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-063dfc25-e6de-45dd-b49e-e1106e269020 req-d5882aff-bf62-44ab-9bf7-b58674b6cb03 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398691
Feb 28 18:48:10.691237 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['d4e779cc-a1e2-4965-9ce1-55fda3baf989'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:48:10.705608 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6741b1c-3d34-4d72-b44c-c522b23d2f40 req-f9bda4d7-60db-4318-89f2-05082144e778 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:10.707114 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f6741b1c-3d34-4d72-b44c-c522b23d2f40 req-f9bda4d7-60db-4318-89f2-05082144e778 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0860317
Feb 28 18:48:10.754984 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f6741b1c-3d34-4d72-b44c-c522b23d2f40 req-9ff64ec8-5b30-4047-ab5e-018320873934 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393128
Feb 28 18:48:11.557738 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a82eb-14c4-4c8b-a8a6-e6004736b0c9 req-e266d657-a75d-42b9-b0af-11e2d7a22883 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:11.559212 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6c3a82eb-14c4-4c8b-a8a6-e6004736b0c9 req-e266d657-a75d-42b9-b0af-11e2d7a22883 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 932 time: 0.0884564
Feb 28 18:48:11.611183 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6c3a82eb-14c4-4c8b-a8a6-e6004736b0c9 req-523a4566-a837-4d5d-babf-f6c75a4800b2 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441694
Feb 28 18:48:11.953516 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc214c5d-4a58-4571-855f-bce449734c8a req-5d1b1fa1-5931-49cf-bbfd-ce15c47b15cd tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:11.954990 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-bc214c5d-4a58-4571-855f-bce449734c8a req-5d1b1fa1-5931-49cf-bbfd-ce15c47b15cd tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0785708
Feb 28 18:48:12.005979 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-bc214c5d-4a58-4571-855f-bce449734c8a req-9bbf3f30-bc0a-43a0-ae96-da9358c5ac91 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453172
Feb 28 18:48:12.592084 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] Request body: {'port': {'device_id': '7194706f-1892-4fd8-83e3-d11cae28abbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:48:12.715229 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:12.936368 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb44dd-f779-43bc-996d-1a33abaf3870 req-7c2d6df1-eda2-44d8-bde0-50ff05d222cd tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:12.937812 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3cdb44dd-f779-43bc-996d-1a33abaf3870 req-7c2d6df1-eda2-44d8-bde0-50ff05d222cd tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 932 time: 0.1828985
Feb 28 18:48:13.075727 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3cdb44dd-f779-43bc-996d-1a33abaf3870 req-c2ea261d-884e-4022-8976-47f65ffa27df tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890553
Feb 28 18:48:13.171147 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a {{(pid=83063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:48:13.178538 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:13.193230 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] Transition to ACTIVE for port object 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a will not be triggered until provisioned by entity L2. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:48:13.199394 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:13.206978 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b111182-e5f2-4bb3-aef3-2ab459c489f9 req-bd36db3b-37cd-4789-9c3e-4d712756fa1d tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:13.208441 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4b111182-e5f2-4bb3-aef3-2ab459c489f9 req-bd36db3b-37cd-4789-9c3e-4d712756fa1d tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0780263
Feb 28 18:48:13.256211 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4b111182-e5f2-4bb3-aef3-2ab459c489f9 req-56970385-2977-4e70-9cc3-2fee411acba0 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417850
Feb 28 18:48:13.329483 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] Pushing event updated for resources: {'Port': ['ID=3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:13.450337 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] Attempting to bind port 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:48:13.450697 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] Attempting to bind port 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'a6a0d181-0a63-46a3-beb5-5734885b694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a'}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:48:13.451023 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] Attempting to bind port 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a on network 33faf01f-a157-4cb1-86f7-3ea812bfd79a {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:48:13.456706 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] Port 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a on network 33faf01f-a157-4cb1-86f7-3ea812bfd79a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:48:13.457033 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] Attempting to bind port 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a on network 33faf01f-a157-4cb1-86f7-3ea812bfd79a {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:48:13.463369 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:48:13.463699 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] Checking segment: {'id': 'a6a0d181-0a63-46a3-beb5-5734885b694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:48:13.464072 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] Bound using segment: {'id': 'a6a0d181-0a63-46a3-beb5-5734885b694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a'} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:48:13.464483 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] Bound port: 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a0d181-0a63-46a3-beb5-5734885b694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a'}}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:48:13.464823 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:13.553794 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] For port 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a, host hv-cinder-83118, cleared binding levels {{(pid=83063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:48:13.557040 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] For port 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a,segment=NetworkSegment(a6a0d181-0a63-46a3-beb5-5734885b694e),segment_id=a6a0d181-0a63-46a3-beb5-5734885b694e)] {{(pid=83063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:48:13.562508 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:13.625777 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:13.627255 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c3e25942-ddce-45d0-992a-71fb11531469 req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] 10.222.0.70 "PUT /v2.0/ports/3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a HTTP/1.1" status: 200  len: 1094 time: 1.0423865
Feb 28 18:48:13.627686 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7194706f-1892-4fd8-83e3-d11cae28abbf', 'tag': '3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:48:13.643107 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f04055-7474-4379-a3b0-adea94f1633a service neutron] Pushing event updated for resources: {'Port': ['ID=3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a,revision_number=3']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:13.686961 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7194706f-1892-4fd8-83e3-d11cae28abbf', 'tag': '3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a', 'status': 'completed', 'code': 200}
Feb 28 18:48:14.011200 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cbe36a13-b3da-4b7e-b2e8-d968e5765ae6 req-59d6500b-8049-4995-b902-18963110a03b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbff699f8ada48a78f3957fe6718a4ad&device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 1097 time: 0.0763421
Feb 28 18:48:14.160449 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe36a13-b3da-4b7e-b2e8-d968e5765ae6 req-bb36ff06-2419-4ed8-b376-bd2508f76ca6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:14.161905 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cbe36a13-b3da-4b7e-b2e8-d968e5765ae6 req-bb36ff06-2419-4ed8-b376-bd2508f76ca6 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=bbff699f8ada48a78f3957fe6718a4ad&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1382656
Feb 28 18:48:14.282499 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687198d-6b8c-451f-bea3-2b4003698df7 req-f6a4678a-622b-414f-97da-e560c3090adb tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:14.284189 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a687198d-6b8c-451f-bea3-2b4003698df7 req-f6a4678a-622b-414f-97da-e560c3090adb tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 944 time: 0.0829468
Feb 28 18:48:14.332583 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe36a13-b3da-4b7e-b2e8-d968e5765ae6 req-2b342243-c4d5-4987-8fee-149943c3f521 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:14.333641 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a687198d-6b8c-451f-bea3-2b4003698df7 req-50e07358-76ed-41f9-b758-eadc47105cf4 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418854
Feb 28 18:48:14.334106 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cbe36a13-b3da-4b7e-b2e8-d968e5765ae6 req-2b342243-c4d5-4987-8fee-149943c3f521 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1657462
Feb 28 18:48:14.521494 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c3e25942-ddce-45d0-992a-71fb11531469 req-be3ea79e-d512-4ed3-9348-40eab8640e4f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbff699f8ada48a78f3957fe6718a4ad&device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 1097 time: 0.1350753
Feb 28 18:48:14.531073 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa902c0-e37f-41be-b81e-998d3acdd5f4 req-6d9d6ba3-d591-438d-94e0-9dd026d129cc tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:14.532404 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6aa902c0-e37f-41be-b81e-998d3acdd5f4 req-6d9d6ba3-d591-438d-94e0-9dd026d129cc tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.1114960
Feb 28 18:48:14.621651 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c3e25942-ddce-45d0-992a-71fb11531469 req-0809e226-a048-4333-8c8f-3cbb2261c05c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a HTTP/1.1" status: 200  len: 217 time: 0.0882745
Feb 28 18:48:14.692017 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6aa902c0-e37f-41be-b81e-998d3acdd5f4 req-3853c65d-86ce-4ba2-ad7b-409399688c8b tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027987
Feb 28 18:48:14.704343 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e25942-ddce-45d0-992a-71fb11531469 req-24af1167-f051-4172-95cd-1c97b74e5818 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:14.705120 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c3e25942-ddce-45d0-992a-71fb11531469 req-24af1167-f051-4172-95cd-1c97b74e5818 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1f413d20-e81e-4777-9224-e80e0c09c076 HTTP/1.1" status: 200  len: 855 time: 0.0716588
Feb 28 18:48:14.757427 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c3e25942-ddce-45d0-992a-71fb11531469 req-7323f788-5cc4-45d6-8736-2ca72e5b1f3d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=33faf01f-a157-4cb1-86f7-3ea812bfd79a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0421045
Feb 28 18:48:14.900366 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c3e25942-ddce-45d0-992a-71fb11531469 req-6b5fa511-8684-40eb-a1ad-1f3b298ef9a9 service neutron] 10.222.0.70 "GET /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324089
Feb 28 18:48:15.046383 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c3e25942-ddce-45d0-992a-71fb11531469 req-9e843621-5ccc-476e-90e1-a33e5f39b7db service neutron] 10.222.0.70 "GET /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323538
Feb 28 18:48:15.552402 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22165a-586f-487c-b3ea-6e3309eeac02 req-efafcc46-d611-40cf-92c1-ad6ac4fcc44f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:15.553835 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fc22165a-586f-487c-b3ea-6e3309eeac02 req-efafcc46-d611-40cf-92c1-ad6ac4fcc44f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 944 time: 0.0806994
Feb 28 18:48:15.603914 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fc22165a-586f-487c-b3ea-6e3309eeac02 req-1fb8e045-446c-432a-9572-2fc0f0a1f880 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444937
Feb 28 18:48:15.917355 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a597f5-ff07-4e95-9157-3fbb90e2d68e req-e78641b1-eec8-44f0-9efe-cddd335bcea9 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:15.918706 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-38a597f5-ff07-4e95-9157-3fbb90e2d68e req-e78641b1-eec8-44f0-9efe-cddd335bcea9 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0881004
Feb 28 18:48:15.972077 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-38a597f5-ff07-4e95-9157-3fbb90e2d68e req-c0955181-31b2-4adc-aec8-ecc7d2b5609a tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441189
Feb 28 18:48:16.249606 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0fac21-62ef-4339-8731-17737e9234ea None None] Sync routers for ids ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:48:16.267154 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0fac21-62ef-4339-8731-17737e9234ea None None] Routers {'6778b8ad-ca0c-4f66-a401-79f79ef41a65'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:48:16.268038 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-ed0fac21-62ef-4339-8731-17737e9234ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5af1fdf0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:47:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:16.447040 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-ed0fac21-62ef-4339-8731-17737e9234ea None None] Set router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:48:16.821822 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-ed0fac21-62ef-4339-8731-17737e9234ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5af1fdf0>, [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:18Z', 'revision_number': 4, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port': {'id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:02Z', 'updated_at': '2022-02-28T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': 'd1c0fbb5-0479-4bdd-8dae-4b5f03fee082', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'port_id': 'e49673ee-8d35-49a7-9b94-a1a2ffae7498', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'mac_address': 'fa:16:3e:34:0c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352d40c-53ed-4e5c-973e-a547aa3f2953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:47:24Z', 'updated_at': '2022-02-28T18:48:01Z', 'revision_number': 1, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c0a01b-4453-4632-ab9b-9bf5d8784f3b', 'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'mac_address': 'fa:16:3e:7b:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:16Z', 'updated_at': '2022-02-28T18:48:01Z', 'revision_number': 5, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'subnets': [{'id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:16.826967 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0fac21-62ef-4339-8731-17737e9234ea None None] Checking router: 6778b8ad-ca0c-4f66-a401-79f79ef41a65 for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:48:16.837977 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0fac21-62ef-4339-8731-17737e9234ea None None] Routers {'6778b8ad-ca0c-4f66-a401-79f79ef41a65'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:48:16.838332 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-ed0fac21-62ef-4339-8731-17737e9234ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5af1fdf0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:47:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:16.853544 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de204d25-a857-41d5-a140-c9326a72eaee req-038b1647-ffd4-4403-97d8-889aad4c32a5 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:16.855060 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-de204d25-a857-41d5-a140-c9326a72eaee req-038b1647-ffd4-4403-97d8-889aad4c32a5 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 944 time: 0.1279435
Feb 28 18:48:16.901599 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-de204d25-a857-41d5-a140-c9326a72eaee req-6d6874bb-1030-4d3d-8306-5d5685bea923 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410349
Feb 28 18:48:17.014405 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-ed0fac21-62ef-4339-8731-17737e9234ea None None] Set router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:48:17.170070 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031d82f-b37d-44cf-b542-12546baab9fc req-93ec5e34-aa4a-4ee2-80c2-a29cc591a9a5 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:17.171435 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9031d82f-b37d-44cf-b542-12546baab9fc req-93ec5e34-aa4a-4ee2-80c2-a29cc591a9a5 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0782223
Feb 28 18:48:17.224774 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9031d82f-b37d-44cf-b542-12546baab9fc req-76e6791e-3a50-4a10-8692-60b3cae4c1f0 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450904
Feb 28 18:48:17.357449 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-ed0fac21-62ef-4339-8731-17737e9234ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5af1fdf0>, [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:18Z', 'revision_number': 4, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port': {'id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:02Z', 'updated_at': '2022-02-28T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': 'd1c0fbb5-0479-4bdd-8dae-4b5f03fee082', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'port_id': 'e49673ee-8d35-49a7-9b94-a1a2ffae7498', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'mac_address': 'fa:16:3e:34:0c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352d40c-53ed-4e5c-973e-a547aa3f2953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:47:24Z', 'updated_at': '2022-02-28T18:48:01Z', 'revision_number': 1, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c0a01b-4453-4632-ab9b-9bf5d8784f3b', 'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'mac_address': 'fa:16:3e:7b:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:16Z', 'updated_at': '2022-02-28T18:48:01Z', 'revision_number': 5, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'subnets': [{'id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:17.361481 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0fac21-62ef-4339-8731-17737e9234ea None None] The sync data for ids ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'] in dv-cinder-831188-1-iscsi is: [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:18Z', 'revision_number': 4, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port': {'id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:02Z', 'updated_at': '2022-02-28T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': 'd1c0fbb5-0479-4bdd-8dae-4b5f03fee082', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'port_id': 'e49673ee-8d35-49a7-9b94-a1a2ffae7498', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'mac_address': 'fa:16:3e:34:0c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2352d40c-53ed-4e5c-973e-a547aa3f2953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:47:24Z', 'updated_at': '2022-02-28T18:48:01Z', 'revision_number': 1, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c0a01b-4453-4632-ab9b-9bf5d8784f3b', 'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'mac_address': 'fa:16:3e:7b:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:16Z', 'updated_at': '2022-02-28T18:48:01Z', 'revision_number': 5, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'subnets': [{'id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:48:17.547201 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a5c002-b926-48e8-b1de-f13684910dee None None] New status for floating IP d1c0fbb5-0479-4bdd-8dae-4b5f03fee082: ACTIVE {{(pid=83064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 28 18:48:18.105855 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00e65e-640f-471d-8f73-6e0cf9675308 req-ed1230f2-8c04-4ccd-9e94-a909e7862222 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:18.107235 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2f00e65e-640f-471d-8f73-6e0cf9675308 req-ed1230f2-8c04-4ccd-9e94-a909e7862222 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 944 time: 0.0788410
Feb 28 18:48:18.153592 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2f00e65e-640f-471d-8f73-6e0cf9675308 req-45eb6088-ba54-4737-85d1-e8c4f6919e1d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384681
Feb 28 18:48:18.430379 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d4beb-1410-489b-bda4-1761d8a11369 req-8ce7f885-5639-4e7b-9a76-73180edf0056 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:18.431851 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d17d4beb-1410-489b-bda4-1761d8a11369 req-8ce7f885-5639-4e7b-9a76-73180edf0056 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0816793
Feb 28 18:48:18.477719 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d17d4beb-1410-489b-bda4-1761d8a11369 req-7492be02-550d-4593-b865-466f85200af1 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404263
Feb 28 18:48:19.371107 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0bba2-837c-4379-a93a-6598f5b90f95 req-e719325b-b9cb-4cb1-8635-f5bfe9d5d91f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:19.372539 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-29e0bba2-837c-4379-a93a-6598f5b90f95 req-e719325b-b9cb-4cb1-8635-f5bfe9d5d91f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 944 time: 0.0940814
Feb 28 18:48:19.419954 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-29e0bba2-837c-4379-a93a-6598f5b90f95 req-592ce116-5902-4c90-bfc4-e784aadc1a33 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412033
Feb 28 18:48:19.683310 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48797d49-1fa3-48af-b323-8a2c1c7929b6 req-ea8f68a9-f164-4279-9071-5060128f82a6 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:19.684755 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-48797d49-1fa3-48af-b323-8a2c1c7929b6 req-ea8f68a9-f164-4279-9071-5060128f82a6 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0842021
Feb 28 18:48:19.732954 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-48797d49-1fa3-48af-b323-8a2c1c7929b6 req-366e2a6f-dc23-41e3-a904-6d05d1d56839 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409341
Feb 28 18:48:20.627390 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026389f-63bb-4c82-846b-a7af365d29c3 req-1e8829ed-acab-4fb4-b0b1-d74812f84595 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:20.629091 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7026389f-63bb-4c82-846b-a7af365d29c3 req-1e8829ed-acab-4fb4-b0b1-d74812f84595 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 944 time: 0.0880759
Feb 28 18:48:20.676358 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7026389f-63bb-4c82-846b-a7af365d29c3 req-c8f33359-64f5-4f6c-a4e0-2e39fef7e71b tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415902
Feb 28 18:48:21.013774 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f0eab-dd9a-4fd5-8d73-fd87d9dec3e9 req-2a2c8654-7f1d-44f1-afff-ec270c0d03a6 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:21.015334 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-819f0eab-dd9a-4fd5-8d73-fd87d9dec3e9 req-2a2c8654-7f1d-44f1-afff-ec270c0d03a6 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.1408787
Feb 28 18:48:21.061024 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-819f0eab-dd9a-4fd5-8d73-fd87d9dec3e9 req-14dccb27-b8dc-46ca-a829-b84b5e985e70 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398335
Feb 28 18:48:21.884218 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3b20a-5742-40ec-bff0-f7fb701a89c2 req-4794839d-ba70-4728-8daa-ed6b1abcabc8 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:21.885666 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-8cc3b20a-5742-40ec-bff0-f7fb701a89c2 req-4794839d-ba70-4728-8daa-ed6b1abcabc8 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 944 time: 0.0789170
Feb 28 18:48:21.935532 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-8cc3b20a-5742-40ec-bff0-f7fb701a89c2 req-5f64fa0a-e60d-4840-8cd3-0a5a3f489924 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420403
Feb 28 18:48:22.273889 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf01f5d-2b9b-4bb0-85a9-8ceb091c76ec req-286a26dc-a77d-4084-b4e6-15acb6e953dc tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:22.275381 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ecf01f5d-2b9b-4bb0-85a9-8ceb091c76ec req-286a26dc-a77d-4084-b4e6-15acb6e953dc tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0785553
Feb 28 18:48:22.325219 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ecf01f5d-2b9b-4bb0-85a9-8ceb091c76ec req-b8b3dece-8760-4016-8901-d98ac37a4ea4 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444331
Feb 28 18:48:23.132465 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96b71a-4664-4a55-8442-149a8f3c3bad req-f0def4c4-a795-40fa-ba1e-f0b170a2f3f2 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:23.134111 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ea96b71a-4664-4a55-8442-149a8f3c3bad req-f0def4c4-a795-40fa-ba1e-f0b170a2f3f2 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 944 time: 0.0759106
Feb 28 18:48:23.183856 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ea96b71a-4664-4a55-8442-149a8f3c3bad req-6503d90b-bcc2-4462-8d3a-7ed8706e88e5 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406551
Feb 28 18:48:23.529730 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7174cf-01bf-4103-b76e-8d76ec41fad3 req-c6041618-cf5b-4fde-89b3-482cade1c6ee tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:23.531190 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0f7174cf-01bf-4103-b76e-8d76ec41fad3 req-c6041618-cf5b-4fde-89b3-482cade1c6ee tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0807450
Feb 28 18:48:23.582472 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0f7174cf-01bf-4103-b76e-8d76ec41fad3 req-0e2fd18b-c349-4ecf-ae50-ba9476423003 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455184
Feb 28 18:48:23.729498 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 59214) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:23.873141 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-99d92276-b3e0-4235-bc9c-106788d208fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:23.903655 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-99d92276-b3e0-4235-bc9c-106788d208fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:23.908952 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-99d92276-b3e0-4235-bc9c-106788d208fd admin admin] Usage tracker for resource:security_group_rule and tenant:01c36d33ee5c468b9bba1828bb84b8e0 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:23.912138 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-99d92276-b3e0-4235-bc9c-106788d208fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:23.917870 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-99d92276-b3e0-4235-bc9c-106788d208fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:23.982870 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-99d92276-b3e0-4235-bc9c-106788d208fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:23.987079 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-99d92276-b3e0-4235-bc9c-106788d208fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:24.035679 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d92276-b3e0-4235-bc9c-106788d208fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e4affd-a3ef-4210-9317-93262a4cbda1,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:24.043642 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-99d92276-b3e0-4235-bc9c-106788d208fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=01c36d33ee5c468b9bba1828bb84b8e0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3105524
Feb 28 18:48:24.044020 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 59224) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:24.104291 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-58cc0d2b-0166-4029-a418-a06f028ace57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:24.130861 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-58cc0d2b-0166-4029-a418-a06f028ace57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:24.186695 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-58cc0d2b-0166-4029-a418-a06f028ace57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:24.206537 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc0d2b-0166-4029-a418-a06f028ace57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e4affd-a3ef-4210-9317-93262a4cbda1,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:24.210153 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-58cc0d2b-0166-4029-a418-a06f028ace57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:24.213938 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-58cc0d2b-0166-4029-a418-a06f028ace57 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89e4affd-a3ef-4210-9317-93262a4cbda1 HTTP/1.1" status: 204  len: 168 time: 0.1665626
Feb 28 18:48:24.493536 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cfbcf-5440-4b8c-a013-44b7af6ae901 req-c89607b1-9e47-4b06-8ec5-ce0c6703619f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:24.495323 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7c3cfbcf-5440-4b8c-a013-44b7af6ae901 req-c89607b1-9e47-4b06-8ec5-ce0c6703619f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 944 time: 0.1625903
Feb 28 18:48:24.556078 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7c3cfbcf-5440-4b8c-a013-44b7af6ae901 req-7f28874d-eb09-4d9b-abf7-829834e954cb tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542285
Feb 28 18:48:24.567308 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cee5b-d6da-4f5a-9491-dc64d56b8921 req-89f99b77-ad05-4ad6-8d1c-bbcd74ff57d1 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:24.569846 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-8e9cee5b-d6da-4f5a-9491-dc64d56b8921 req-89f99b77-ad05-4ad6-8d1c-bbcd74ff57d1 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 946 time: 0.1062386
Feb 28 18:48:24.639922 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-8e9cee5b-d6da-4f5a-9491-dc64d56b8921 req-32067754-b98a-4b9b-81da-7bacff931362 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635176
Feb 28 18:48:24.661744 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 59248) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:24.681077 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-15fece68-2334-47f2-ac60-2961e28e2f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:24.712236 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-15fece68-2334-47f2-ac60-2961e28e2f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:24.717725 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-15fece68-2334-47f2-ac60-2961e28e2f8c admin admin] Usage tracker for resource:security_group_rule and tenant:82941761c8324572a8d0445b00806825 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:24.724747 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:48:24.753069 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-15fece68-2334-47f2-ac60-2961e28e2f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:24.763025 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-15fece68-2334-47f2-ac60-2961e28e2f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:24.833479 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd0ea1-4bfc-4201-a15b-67408e426cc4 req-f0f57158-3da6-4c0f-9672-d2bfb2645890 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:24.835058 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f1fd0ea1-4bfc-4201-a15b-67408e426cc4 req-f0f57158-3da6-4c0f-9672-d2bfb2645890 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.1191216
Feb 28 18:48:24.863593 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a,segment=NetworkSegment(a6a0d181-0a63-46a3-beb5-5734885b694e),segment_id=a6a0d181-0a63-46a3-beb5-5734885b694e)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:48:24.876910 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': '3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a', 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a', 'port_id': '3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a', 'mac_address': 'fa:16:3e:bc:e4:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f413d20-e81e-4777-9224-e80e0c09c076', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:48:24.883894 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-15fece68-2334-47f2-ac60-2961e28e2f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:24.893112 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-15fece68-2334-47f2-ac60-2961e28e2f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:24.936098 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:24.937068 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f1fd0ea1-4bfc-4201-a15b-67408e426cc4 req-5a189ef4-77ce-4df8-9f35-13dfb8d8dbc3 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909512
Feb 28 18:48:24.949905 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fece68-2334-47f2-ac60-2961e28e2f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22192bd-7825-451a-8ad7-8ae7eeed1f8a,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:24.957080 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-15fece68-2334-47f2-ac60-2961e28e2f8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82941761c8324572a8d0445b00806825&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2910421
Feb 28 18:48:24.957477 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 59252) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:24.962352 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:48:24.981239 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a,segment=NetworkSegment(a6a0d181-0a63-46a3-beb5-5734885b694e),segment_id=a6a0d181-0a63-46a3-beb5-5734885b694e)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:48:24.987069 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:25.018425 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7ed83d99-0226-433f-aa1f-a6ec23ad028f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:25.045472 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7ed83d99-0226-433f-aa1f-a6ec23ad028f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:25.052926 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:25.100982 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7ed83d99-0226-433f-aa1f-a6ec23ad028f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:25.116618 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed83d99-0226-433f-aa1f-a6ec23ad028f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22192bd-7825-451a-8ad7-8ae7eeed1f8a,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:25.121102 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7ed83d99-0226-433f-aa1f-a6ec23ad028f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:25.122107 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-7ed83d99-0226-433f-aa1f-a6ec23ad028f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c22192bd-7825-451a-8ad7-8ae7eeed1f8a HTTP/1.1" status: 204  len: 168 time: 0.1634793
Feb 28 18:48:25.791417 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:48:25.792042 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea47305-717d-43be-a3a3-4154026e4853 req-1b34acb5-58f0-47de-9667-ba951dff6786 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:25.802098 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-dea47305-717d-43be-a3a3-4154026e4853 req-1b34acb5-58f0-47de-9667-ba951dff6786 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 945 time: 0.1103015
Feb 28 18:48:25.863562 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-dea47305-717d-43be-a3a3-4154026e4853 req-41d50dfb-9d88-4b7b-af60-f8ecdc1a8dae tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604677
Feb 28 18:48:25.864138 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310d6fe-f0ee-4f83-88b3-790f60fe3e76 req-6c05e854-f1a1-4695-95d1-cf2eaa52647d tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:25.867077 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2310d6fe-f0ee-4f83-88b3-790f60fe3e76 req-6c05e854-f1a1-4695-95d1-cf2eaa52647d tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 946 time: 0.0930521
Feb 28 18:48:25.918184 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2310d6fe-f0ee-4f83-88b3-790f60fe3e76 req-178a1700-222a-471e-845b-4fe8883eef3a tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455289
Feb 28 18:48:26.027740 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-13274795-1ad4-430f-b83b-b6f0b7409cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:26.142900 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff9318-c051-42da-aa34-6e8ea54c56c7 req-bf45c977-3a73-440a-823d-6f6f9c2197b1 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:26.144398 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c0ff9318-c051-42da-aa34-6e8ea54c56c7 req-bf45c977-3a73-440a-823d-6f6f9c2197b1 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0824680
Feb 28 18:48:26.194040 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c0ff9318-c051-42da-aa34-6e8ea54c56c7 req-7c5ec7f3-5d80-46c3-aecd-d0cf9fedf5f2 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435576
Feb 28 18:48:27.080094 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caacd1-7c36-4ec2-af98-0b6a21c9cc67 req-a671a957-1af1-4ec0-97a4-9f8112ec7442 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:27.081749 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e5caacd1-7c36-4ec2-af98-0b6a21c9cc67 req-a671a957-1af1-4ec0-97a4-9f8112ec7442 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 945 time: 0.0883222
Feb 28 18:48:27.126636 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b4423-a411-4ccf-a452-84ac08d1d273 req-4a297d34-a31b-4dd1-8c1a-c824cb8030a6 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:27.128760 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-270b4423-a411-4ccf-a452-84ac08d1d273 req-4a297d34-a31b-4dd1-8c1a-c824cb8030a6 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 946 time: 0.0836532
Feb 28 18:48:27.133661 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e5caacd1-7c36-4ec2-af98-0b6a21c9cc67 req-7fc4ed07-7d40-4358-a551-d4911cd0127d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442822
Feb 28 18:48:27.176182 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-270b4423-a411-4ccf-a452-84ac08d1d273 req-c064e173-b4d7-48f8-b274-53021b10eceb tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406656
Feb 28 18:48:27.402383 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd7418-2799-4c93-9362-5cb87351407d req-7d48f0ff-57f2-47fb-be38-4fb01a2b3c9f tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:27.405799 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-63cd7418-2799-4c93-9362-5cb87351407d req-7d48f0ff-57f2-47fb-be38-4fb01a2b3c9f tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0889177
Feb 28 18:48:27.455813 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-63cd7418-2799-4c93-9362-5cb87351407d req-310c961c-1241-4a15-aaa3-124c91007153 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421560
Feb 28 18:48:28.174955 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e6126-39c3-4953-b1ff-6478d2dbd6b7 req-d96518ef-a378-4aeb-a695-197981d2ff07 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:28.176583 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-247e6126-39c3-4953-b1ff-6478d2dbd6b7 req-d96518ef-a378-4aeb-a695-197981d2ff07 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.70 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 946 time: 0.0820179
Feb 28 18:48:28.298738 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-615337ac-3101-4bc2-83a8-214a416e6e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:28.324685 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-247e6126-39c3-4953-b1ff-6478d2dbd6b7 req-fbdc3e4d-81b0-42bb-96de-7455084ae051 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Deleting port 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:48:28.325031 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-247e6126-39c3-4953-b1ff-6478d2dbd6b7 req-fbdc3e4d-81b0-42bb-96de-7455084ae051 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:28.361415 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecc61c-6e94-4eba-a48b-6678e2709d7a req-f26f24c5-bc6f-4567-805a-88c4b8a8edd2 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:28.367724 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a9ecc61c-6e94-4eba-a48b-6678e2709d7a req-f26f24c5-bc6f-4567-805a-88c4b8a8edd2 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 945 time: 0.0934262
Feb 28 18:48:28.394466 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 59340) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:28.431788 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a9ecc61c-6e94-4eba-a48b-6678e2709d7a req-a02e068a-00dd-49b8-85ba-88dc8601dd54 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621433
Feb 28 18:48:28.539418 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45903c5b-340a-4bfa-a0de-fb689691539c req-35c96361-2cd8-4e48-903e-5ef80bcedd8b tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:28.540943 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-45903c5b-340a-4bfa-a0de-fb689691539c req-35c96361-2cd8-4e48-903e-5ef80bcedd8b tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 946 time: 0.1844037
Feb 28 18:48:28.681875 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c04003d6-3b22-4795-ac32-edcde73fe566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:28.684171 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6039e3a-b4ed-4851-b079-de73d4f97919 req-b164b127-4fd3-4c58-8904-b7710d8f5cd3 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:28.685641 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a6039e3a-b4ed-4851-b079-de73d4f97919 req-b164b127-4fd3-4c58-8904-b7710d8f5cd3 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0959845
Feb 28 18:48:28.730287 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:48:28.760343 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-45903c5b-340a-4bfa-a0de-fb689691539c req-874a4aa6-a611-4533-8da8-c2e6e8ace67a tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/security-groups?id=d901cf77-4f3f-4176-8fc0-ee12f94819bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1993418
Feb 28 18:48:28.760750 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a6039e3a-b4ed-4851-b079-de73d4f97919 req-82478ace-f8f1-49e5-af70-afea4c535bdf tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690870
Feb 28 18:48:28.824619 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-c04003d6-3b22-4795-ac32-edcde73fe566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:28.834282 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-247e6126-39c3-4953-b1ff-6478d2dbd6b7 req-fbdc3e4d-81b0-42bb-96de-7455084ae051 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] For port 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=73b2783f-9c8f-49c1-a7ac-cc4be73b5e77,segment=NetworkSegment(a43bbdb7-fd1e-409d-ae78-22ea20a0c3c8),segment_id=a43bbdb7-fd1e-409d-ae78-22ea20a0c3c8)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:48:28.834456 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:48:28.834677 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-247e6126-39c3-4953-b1ff-6478d2dbd6b7 req-fbdc3e4d-81b0-42bb-96de-7455084ae051 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:28.839562 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:48:28.840806 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:28.842203 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-c04003d6-3b22-4795-ac32-edcde73fe566 admin admin] Usage tracker for resource:security_group_rule and tenant:74c5633c05c54190ae1331ab7f1a8db4 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:28.849053 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-c04003d6-3b22-4795-ac32-edcde73fe566 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:28.917860 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-c04003d6-3b22-4795-ac32-edcde73fe566 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:28.982443 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:29.015523 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7194706f-1892-4fd8-83e3-d11cae28abbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:48:29.024987 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a,segment=NetworkSegment(a6a0d181-0a63-46a3-beb5-5734885b694e),segment_id=a6a0d181-0a63-46a3-beb5-5734885b694e)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:48:29.034425 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:29.058147 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-247e6126-39c3-4953-b1ff-6478d2dbd6b7 req-fbdc3e4d-81b0-42bb-96de-7455084ae051 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Calling delete_port for 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:48:29.122073 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7194706f-1892-4fd8-83e3-d11cae28abbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a', 'code': 200}
Feb 28 18:48:29.123219 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:29.309796 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:29.322148 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c04003d6-3b22-4795-ac32-edcde73fe566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:29.364813 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c04003d6-3b22-4795-ac32-edcde73fe566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:29.438855 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-247e6126-39c3-4953-b1ff-6478d2dbd6b7 req-fbdc3e4d-81b0-42bb-96de-7455084ae051 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:29.442865 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04003d6-3b22-4795-ac32-edcde73fe566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb181e21-add5-434e-b57a-5a2cc5030c1c,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:29.444032 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:29.453683 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['73b2783f-9c8f-49c1-a7ac-cc4be73b5e77'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:48:29.493738 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc3e4d-81b0-42bb-96de-7455084ae051 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Pushing event deleted for resources: {'Port': ['ID=73b2783f-9c8f-49c1-a7ac-cc4be73b5e77,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:29.502522 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-c04003d6-3b22-4795-ac32-edcde73fe566 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74c5633c05c54190ae1331ab7f1a8db4&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1002717
Feb 28 18:48:29.505102 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 59364) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:29.521252 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:29.567969 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a81d7622-d033-4f93-a971-caaccaf49e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:29.610115 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-822ca206-9585-42c5-a885-e76053f8bf09 req-98423fea-6051-4349-87a3-f0d85daabd8f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 1099 time: 0.2781270
Feb 28 18:48:29.619061 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-247e6126-39c3-4953-b1ff-6478d2dbd6b7 req-fbdc3e4d-81b0-42bb-96de-7455084ae051 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] No DVR routers for this DVR port 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:48:29.632078 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a81d7622-d033-4f93-a971-caaccaf49e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:29.636873 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-247e6126-39c3-4953-b1ff-6478d2dbd6b7 req-fbdc3e4d-81b0-42bb-96de-7455084ae051 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:29.639576 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e954e6-bc88-4ee9-9d74-b238e8260826', 'name': 'network-vif-deleted', 'tag': '73b2783f-9c8f-49c1-a7ac-cc4be73b5e77'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:48:29.685330 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-247e6126-39c3-4953-b1ff-6478d2dbd6b7 req-fbdc3e4d-81b0-42bb-96de-7455084ae051 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.70 "DELETE /v2.0/ports/73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 HTTP/1.1" status: 204  len: 173 time: 1.5017321
Feb 28 18:48:29.686966 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-822ca206-9585-42c5-a885-e76053f8bf09 req-41311026-0225-41e0-a671-8a365e7931ee service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662541
Feb 28 18:48:29.710098 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f6aac-2610-48d6-bf67-9041d10b50d5 req-4867477a-29ae-4c6e-ba8a-2425f4b238a0 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:29.711522 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-063f6aac-2610-48d6-bf67-9041d10b50d5 req-4867477a-29ae-4c6e-ba8a-2425f4b238a0 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 946 time: 0.1164372
Feb 28 18:48:29.719846 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a81d7622-d033-4f93-a971-caaccaf49e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:29.725448 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e954e6-bc88-4ee9-9d74-b238e8260826', 'name': 'network-vif-deleted', 'tag': '73b2783f-9c8f-49c1-a7ac-cc4be73b5e77', 'status': 'completed', 'code': 200}
Feb 28 18:48:29.752147 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d7622-d033-4f93-a971-caaccaf49e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb181e21-add5-434e-b57a-5a2cc5030c1c,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:29.770249 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a81d7622-d033-4f93-a971-caaccaf49e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:29.771394 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-a81d7622-d033-4f93-a971-caaccaf49e66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb181e21-add5-434e-b57a-5a2cc5030c1c HTTP/1.1" status: 204  len: 168 time: 0.2653284
Feb 28 18:48:29.778663 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-063f6aac-2610-48d6-bf67-9041d10b50d5 req-3db64fd7-6b32-468d-8260-74424bac4784 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609663
Feb 28 18:48:29.955714 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-3295602e-30ea-4ae1-b8b6-0bf23c4bd72a req-a80e4947-5db1-41d3-8880-87007188f11b tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Synchronizing usage tracker for tenant:257851b949234252b54d9524d8ffca6d on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:48:29.972547 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-3295602e-30ea-4ae1-b8b6-0bf23c4bd72a req-a80e4947-5db1-41d3-8880-87007188f11b tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] Unset dirty status for tenant:257851b949234252b54d9524d8ffca6d on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:48:29.974064 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3295602e-30ea-4ae1-b8b6-0bf23c4bd72a req-a80e4947-5db1-41d3-8880-87007188f11b tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 210 time: 0.0677042
Feb 28 18:48:30.037544 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a859a8a-d89b-44a5-96d9-c70a1a5e6bc7 req-4ef66131-c398-45bf-822b-f052320bfacc tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:30.039021 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-6a859a8a-d89b-44a5-96d9-c70a1a5e6bc7 req-4ef66131-c398-45bf-822b-f052320bfacc tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.1296084
Feb 28 18:48:30.093971 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-6a859a8a-d89b-44a5-96d9-c70a1a5e6bc7 req-b00bbe31-57c8-4866-9fd1-8001eb5d0bca tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493710
Feb 28 18:48:30.610587 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 59402) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:30.630325 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 59408) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:30.739618 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:30.759466 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2ed042b5-b260-41a2-ac20-dc4a50d07d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:30.759751 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-456265841-network', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:48:30.764133 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:30.768261 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Usage tracker for resource:network and tenant:df6310ee4c214b53bfc3fa13d6f15b83 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:30.771037 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:30.777423 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:30.792336 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Made reservation on behalf of df6310ee4c214b53bfc3fa13d6f15b83 for: {'network': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:48:30.794765 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for network, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:30.795284 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-2ed042b5-b260-41a2-ac20-dc4a50d07d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:30.799139 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-2ed042b5-b260-41a2-ac20-dc4a50d07d4f admin admin] Usage tracker for resource:security_group_rule and tenant:2442120e5eeb4a6aa005ddab94f07dcc is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:30.801900 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-2ed042b5-b260-41a2-ac20-dc4a50d07d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:30.807240 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:30.807840 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-2ed042b5-b260-41a2-ac20-dc4a50d07d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:30.839756 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:30.843577 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Usage tracker for resource:security_group_rule and tenant:df6310ee4c214b53bfc3fa13d6f15b83 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:30.847042 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:30.852643 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:30.886618 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2ed042b5-b260-41a2-ac20-dc4a50d07d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:30.892562 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2ed042b5-b260-41a2-ac20-dc4a50d07d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:30.941513 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed042b5-b260-41a2-ac20-dc4a50d07d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fae4c35-a9d4-42bb-acbb-34daaf83e008,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:30.945912 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-2ed042b5-b260-41a2-ac20-dc4a50d07d4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2442120e5eeb4a6aa005ddab94f07dcc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3334286
Feb 28 18:48:30.948636 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 59416) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:30.978108 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:30.989285 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:31.009735 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-43ce5007-b140-465e-8523-e4c1716696fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:31.026478 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540}  {{(pid=83063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 18:48:31.037865 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-43ce5007-b140-465e-8523-e4c1716696fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:31.039104 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766a8d01-1c59-460e-93d9-4e32c37ec689,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:31.046776 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:31.047147 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.segments_db [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Added segment df0059bf-6a30-4233-8594-225cda2c765a of type vlan for network ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4
Feb 28 18:48:31.053430 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625c37f-0655-475f-a817-c43d84f0896f req-eb1e027c-a71a-4e26-998f-ebfac812f0ae tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:31.060465 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c625c37f-0655-475f-a817-c43d84f0896f req-eb1e027c-a71a-4e26-998f-ebfac812f0ae tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 946 time: 0.1559465
Feb 28 18:48:31.096529 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-43ce5007-b140-465e-8523-e4c1716696fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:31.113187 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce5007-b140-465e-8523-e4c1716696fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fae4c35-a9d4-42bb-acbb-34daaf83e008,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:31.116151 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743575470084'] for network, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:31.117874 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-43ce5007-b140-465e-8523-e4c1716696fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:31.119423 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-43ce5007-b140-465e-8523-e4c1716696fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4fae4c35-a9d4-42bb-acbb-34daaf83e008 HTTP/1.1" status: 204  len: 168 time: 0.1698966
Feb 28 18:48:31.154069 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c625c37f-0655-475f-a817-c43d84f0896f req-66a080e7-ee1e-4d95-bd48-4ce4ad1577c6 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926654
Feb 28 18:48:31.212142 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for network, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:31.214258 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:31.214879 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:31.276477 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6420171
Feb 28 18:48:31.277821 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 59430) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:31.295797 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0d17817f-df08-41fa-a3d4-f35e9113afb5 req-e7ea2f9a-01a4-45d6-b53b-b3147c2dbbe7 tempest-DeleteServersTestJSON-433765004 tempest-DeleteServersTestJSON-433765004-project] 10.222.0.18 "GET /v2.0/ports?device_id=26e954e6-bc88-4ee9-9d74-b238e8260826 HTTP/1.1" status: 200  len: 210 time: 0.0870576
Feb 28 18:48:31.342868 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-a18098ad-df1f-4ef4-b33c-ce3a7beaca67 admin admin] Request body: {'subnet': {'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-456265841-subnet', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'ip_version': 4}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:48:31.386436 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-a18098ad-df1f-4ef4-b33c-ce3a7beaca67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:31.409131 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-a18098ad-df1f-4ef4-b33c-ce3a7beaca67 admin admin] Usage tracker for resource:subnet and tenant:df6310ee4c214b53bfc3fa13d6f15b83 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:31.418036 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-a18098ad-df1f-4ef4-b33c-ce3a7beaca67 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:31.421596 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647da9b-24a1-4a9c-9ea2-849f81535538 admin admin] Pushing event updated for resources: {'Network': ['ID=ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:31.427865 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-a18098ad-df1f-4ef4-b33c-ce3a7beaca67 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:31.433385 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Network ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 details requested by agent ovs-agent-dv-cinder-831188-1-iscsi with host dv-cinder-831188-1-iscsi {{(pid=83064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 28 18:48:31.461059 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18098ad-df1f-4ef4-b33c-ce3a7beaca67 admin admin] Made reservation on behalf of df6310ee4c214b53bfc3fa13d6f15b83 for: {'subnet': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:48:31.464809 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a18098ad-df1f-4ef4-b33c-ce3a7beaca67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:31.564636 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 59436) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:31.576741 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a399d-b0bc-4aab-83db-027feb1f17f2 req-32a685fd-36b8-4e71-8ac1-067294bcd4c0 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:31.578217 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-405a399d-b0bc-4aab-83db-027feb1f17f2 req-32a685fd-36b8-4e71-8ac1-067294bcd4c0 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.2393451
Feb 28 18:48:31.638901 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bacadfa0-7fdd-4cd6-899f-a61adf065f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:31.648270 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-405a399d-b0bc-4aab-83db-027feb1f17f2 req-4e42824e-544e-4b0a-9a8e-9f4892605c49 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604439
Feb 28 18:48:31.684681 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-bacadfa0-7fdd-4cd6-899f-a61adf065f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:31.689297 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-bacadfa0-7fdd-4cd6-899f-a61adf065f19 admin admin] Usage tracker for resource:security_group_rule and tenant:45dfba40dc1c42f992b67b5840e505aa is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:31.692069 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-bacadfa0-7fdd-4cd6-899f-a61adf065f19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:31.699034 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-bacadfa0-7fdd-4cd6-899f-a61adf065f19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:31.744995 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a18098ad-df1f-4ef4-b33c-ce3a7beaca67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for subnet, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:31.766394 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bacadfa0-7fdd-4cd6-899f-a61adf065f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:31.771139 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bacadfa0-7fdd-4cd6-899f-a61adf065f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:31.805436 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18098ad-df1f-4ef4-b33c-ce3a7beaca67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d013530a-4ea2-46fc-b7a4-576179421aad,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:31.815159 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacadfa0-7fdd-4cd6-899f-a61adf065f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22179f2c-ab76-437d-95ab-a31bf9907774,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:31.821417 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-bacadfa0-7fdd-4cd6-899f-a61adf065f19 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45dfba40dc1c42f992b67b5840e505aa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2557499
Feb 28 18:48:31.824442 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 59440) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:31.857101 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18098ad-df1f-4ef4-b33c-ce3a7beaca67 admin admin] Checking segment: {'id': 'df0059bf-6a30-4233-8594-225cda2c765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:48:31.857446 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18098ad-df1f-4ef4-b33c-ce3a7beaca67 admin admin] Network hostable DHCP agents. Network: ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4, hostable agents: ['6a9a7d5e-9a98-4f00-a132-39bb1f3bba05'], hosted agents: [] {{(pid=83063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 18:48:31.903457 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-1f8f6940-433b-4b04-828f-f6f884ed9775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:31.915676 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18098ad-df1f-4ef4-b33c-ce3a7beaca67 admin admin] Network ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 is scheduled to be hosted by DHCP agent 6a9a7d5e-9a98-4f00-a132-39bb1f3bba05 with binding_index 1 {{(pid=83063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 18:48:31.934964 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-1f8f6940-433b-4b04-828f-f6f884ed9775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:31.943916 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-a18098ad-df1f-4ef4-b33c-ce3a7beaca67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-iscsi, ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4) {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:48:31.953052 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb813cec-4004-4f9e-b0dd-a6e25875ae52 None None] Network ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:48:31.954256 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18098ad-df1f-4ef4-b33c-ce3a7beaca67 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:31.954926 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a18098ad-df1f-4ef4-b33c-ce3a7beaca67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:31.992958 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-a18098ad-df1f-4ef4-b33c-ce3a7beaca67 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7115777
Feb 28 18:48:31.993177 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 59444) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:31.998333 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-456265841-router', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:48:32.003387 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:32.007344 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Usage tracker for resource:router and tenant:df6310ee4c214b53bfc3fa13d6f15b83 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:32.010300 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:32.017868 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:32.023233 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-1f8f6940-433b-4b04-828f-f6f884ed9775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:32.039893 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f6940-433b-4b04-828f-f6f884ed9775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22179f2c-ab76-437d-95ab-a31bf9907774,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:32.043996 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-712517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239002'] for router, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:32.044929 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-712482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238997'] for router, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:32.052596 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-1f8f6940-433b-4b04-828f-f6f884ed9775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:32.053745 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-1f8f6940-433b-4b04-828f-f6f884ed9775 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22179f2c-ab76-437d-95ab-a31bf9907774 HTTP/1.1" status: 204  len: 168 time: 0.2283909
Feb 28 18:48:32.071675 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:32.211910 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea16e0-bb4d-5038-9659-abbd04b0c66d-ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4', 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'fixed_ips': [{'subnet_id': 'd013530a-4ea2-46fc-b7a4-576179421aad'}]}} from dv-cinder-831188-1-iscsi. {{(pid=83064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 28 18:48:32.213092 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:32.385966 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-712535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-239015'] for router, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:32.446359 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac713b1b-8f4e-43d0-b334-72ec5574f7f9 req-915f47c2-a819-4956-84b1-ebf8007651bc tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:32.452216 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.db_base_plugin_common [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Allocated IP 172.20.0.2 (ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4/d013530a-4ea2-46fc-b7a4-576179421aad/f743f0ed-5d97-44a2-9c0f-03364cbae946) {{(pid=83064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:48:32.455627 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ac713b1b-8f4e-43d0-b334-72ec5574f7f9 req-915f47c2-a819-4956-84b1-ebf8007651bc tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 946 time: 0.1330385
Feb 28 18:48:32.508703 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ac713b1b-8f4e-43d0-b334-72ec5574f7f9 req-e4f1047c-9e0b-419e-b083-b7b34ea2389f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521977
Feb 28 18:48:32.683897 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:32.738178 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:32.746255 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:48:32.781997 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:48:32.782316 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 73b2783f-9c8f-49c1-a7ac-cc4be73b5e77 not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:48:32.836279 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Notify callbacks [] for port, precommit_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:32.855350 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Transition to ACTIVE for port object f743f0ed-5d97-44a2-9c0f-03364cbae946 will not be triggered until provisioned by entity L2. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:48:32.900156 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Transition to ACTIVE for port object f743f0ed-5d97-44a2-9c0f-03364cbae946 will not be triggered until provisioned by entity DHCP. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:48:32.903781 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Allocated IP 172.27.3.194 (f40459f8-f658-4119-914b-b9023327a718/14c23ed2-446a-414e-8e86-91dabee5c278/2f358652-d9ce-414c-a0e1-be36ddccc704) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:48:32.910284 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:32.914933 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d445ce-4432-4c11-b38b-693950f54c0d req-3f4def50-f89a-4d7e-9cb5-2d5e09c68c9e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:32.922417 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-27d445ce-4432-4c11-b38b-693950f54c0d req-3f4def50-f89a-4d7e-9cb5-2d5e09c68c9e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0895770
Feb 28 18:48:32.993097 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-27d445ce-4432-4c11-b38b-693950f54c0d req-11cf84d7-6d7f-4056-9631-2dbc6fb19f3e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694559
Feb 28 18:48:33.003114 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Network ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 is already hosted by enough agents. {{(pid=83064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:48:33.005849 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.base_scheduler [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Resources bound (agent type, host, resource id):  {{(pid=83064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:48:33.019092 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Received port after_create {{(pid=83064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:48:33.033753 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Pushing event updated for resources: {'Port': ['ID=f743f0ed-5d97-44a2-9c0f-03364cbae946,revision_number=1']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:33.104779 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:33.161774 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Attempting to bind port f743f0ed-5d97-44a2-9c0f-03364cbae946 on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:48:33.162164 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Attempting to bind port f743f0ed-5d97-44a2-9c0f-03364cbae946 by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': 'df0059bf-6a30-4233-8594-225cda2c765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4'}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:48:33.162520 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Attempting to bind port f743f0ed-5d97-44a2-9c0f-03364cbae946 on network ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:48:33.169967 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:48:33.170344 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Checking segment: {'id': 'df0059bf-6a30-4233-8594-225cda2c765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:48:33.170856 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:33.171147 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Bound using segment: {'id': 'df0059bf-6a30-4233-8594-225cda2c765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4'} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:48:33.171605 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Bound port: f743f0ed-5d97-44a2-9c0f-03364cbae946, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0059bf-6a30-4233-8594-225cda2c765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4'}}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:48:33.171980 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:33.197031 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:33.319394 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Network f40459f8-f658-4119-914b-b9023327a718 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:48:33.322378 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:48:33.336565 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] For port f743f0ed-5d97-44a2-9c0f-03364cbae946, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:48:33.336565 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] For port f743f0ed-5d97-44a2-9c0f-03364cbae946, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=f743f0ed-5d97-44a2-9c0f-03364cbae946,segment=NetworkSegment(df0059bf-6a30-4233-8594-225cda2c765a),segment_id=df0059bf-6a30-4233-8594-225cda2c765a)] {{(pid=83064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:48:33.340947 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:48:33.352743 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:33.426240 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Pushing event updated for resources: {'Port': ['ID=2f358652-d9ce-414c-a0e1-be36ddccc704,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:33.508951 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba979313-a0d6-4107-9aa7-db546da6b44d None None] Pushing event updated for resources: {'Port': ['ID=f743f0ed-5d97-44a2-9c0f-03364cbae946,revision_number=2']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:33.537966 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:33.538979 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-712526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716843'] for router, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:33.906125 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Router 98d2d779-b8f4-491f-b243-7f9481ec1e64 is scheduled to L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 with binding_index 1 {{(pid=83063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 28 18:48:34.114406 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:48:34.127373 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Sync routers for ids ['98d2d779-b8f4-491f-b243-7f9481ec1e64'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:48:34.138864 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] Notify callbacks [] for router, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:34.140451 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-41d596fb-c5ca-4a54-855b-e892733d358c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.1462653
Feb 28 18:48:34.144717 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 59520) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:34.148657 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Routers {'98d2d779-b8f4-491f-b243-7f9481ec1e64'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:48:34.150007 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5acdd220>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:48:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['98d2d779-b8f4-491f-b243-7f9481ec1e64'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:34.212091 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca619db3-d6e4-4ca5-9190-8e67b662d478 req-93bf20bf-93b9-4e40-86e2-12a6b5e33157 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:34.213541 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ca619db3-d6e4-4ca5-9190-8e67b662d478 req-93bf20bf-93b9-4e40-86e2-12a6b5e33157 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0908213
Feb 28 18:48:34.283190 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ca619db3-d6e4-4ca5-9190-8e67b662d478 req-86192ae3-37d7-48c7-985e-9e642fab1d53 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615053
Feb 28 18:48:34.400684 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Set router 98d2d779-b8f4-491f-b243-7f9481ec1e64 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:48:34.689402 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaccc33-6d56-49a1-a19b-fee91d29efda None None] Network ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:48:34.762121 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5acdd220>, [{'id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'name': 'tempest-TestShelveInstance-456265841-router', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:33Z', 'revision_number': 3, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'gw_port': {'id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:34.766243 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Checking router: 98d2d779-b8f4-491f-b243-7f9481ec1e64 for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:48:34.766748 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Updating router 98d2d779-b8f4-491f-b243-7f9481ec1e64 port 2f358652-d9ce-414c-a0e1-be36ddccc704 binding host dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 28 18:48:34.845872 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:35.008093 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-0e2796ec-adf3-4274-b889-9a17ef19a7a6 None None] Provisioning for port f743f0ed-5d97-44a2-9c0f-03364cbae946 completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:48:35.044273 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 59546) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:35.115283 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b6e35b-234d-47e6-952f-151616803434 admin admin] Deleting subnet edebb0de-57a1-4ccb-8507-4b636bec4401 {{(pid=83062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 28 18:48:35.118660 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-22b6e35b-234d-47e6-952f-151616803434 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:35.203063 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-22b6e35b-234d-47e6-952f-151616803434 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:35.222336 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-22b6e35b-234d-47e6-952f-151616803434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7461361'] for subnet, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:35.348262 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8aad117e-aea7-4b26-8c2b-c0618b969c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:35.391039 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-22b6e35b-234d-47e6-952f-151616803434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7461320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for subnet, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:35.424665 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Notify callbacks [] for port, precommit_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:35.449692 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-22b6e35b-234d-47e6-952f-151616803434 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:35.452748 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.provisioning_blocks [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Transition to ACTIVE for port object 2f358652-d9ce-414c-a0e1-be36ddccc704 will not be triggered until provisioned by entity L2. {{(pid=83065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:48:35.461610 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6e35b-234d-47e6-952f-151616803434 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edebb0de-57a1-4ccb-8507-4b636bec4401,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:35.468857 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:35.473643 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-22b6e35b-234d-47e6-952f-151616803434 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/edebb0de-57a1-4ccb-8507-4b636bec4401 HTTP/1.1" status: 204  len: 168 time: 0.4274256
Feb 28 18:48:35.476884 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 59556) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:35.582787 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Attempting to bind port 2f358652-d9ce-414c-a0e1-be36ddccc704 on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:48:35.583150 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Attempting to bind port 2f358652-d9ce-414c-a0e1-be36ddccc704 by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}] {{(pid=83065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:48:35.583509 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Attempting to bind port 2f358652-d9ce-414c-a0e1-be36ddccc704 on network f40459f8-f658-4119-914b-b9023327a718 {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:48:35.589472 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092b4b9-c53b-43ff-bdb2-577f1c92cb43 None None] Pushing event updated for resources: {'Port': ['ID=2f358652-d9ce-414c-a0e1-be36ddccc704,revision_number=2']} {{(pid=83065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:35.595780 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:48:35.596147 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Checking segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:48:35.596538 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:35.596967 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Bound using segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:48:35.597425 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Bound port: 2f358652-d9ce-414c-a0e1-be36ddccc704, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}}] {{(pid=83065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:48:35.597805 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:35.614846 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device f743f0ed-5d97-44a2-9c0f-03364cbae946 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:48:35.685727 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092b4b9-c53b-43ff-bdb2-577f1c92cb43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:35.686323 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092b4b9-c53b-43ff-bdb2-577f1c92cb43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:35.686891 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092b4b9-c53b-43ff-bdb2-577f1c92cb43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:35.687446 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092b4b9-c53b-43ff-bdb2-577f1c92cb43 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:35.688026 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092b4b9-c53b-43ff-bdb2-577f1c92cb43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:35.688555 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092b4b9-c53b-43ff-bdb2-577f1c92cb43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:35.688969 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092b4b9-c53b-43ff-bdb2-577f1c92cb43 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:35.689479 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092b4b9-c53b-43ff-bdb2-577f1c92cb43 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:35.689830 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092b4b9-c53b-43ff-bdb2-577f1c92cb43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:35.690134 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092b4b9-c53b-43ff-bdb2-577f1c92cb43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:35.690946 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092b4b9-c53b-43ff-bdb2-577f1c92cb43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:48:35.692114 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port f743f0ed-5d97-44a2-9c0f-03364cbae946 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:48:35.701908 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port f743f0ed-5d97-44a2-9c0f-03364cbae946 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:48:35.702441 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:35.753526 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.db [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] For port 2f358652-d9ce-414c-a0e1-be36ddccc704, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:48:35.756998 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.db [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] For port 2f358652-d9ce-414c-a0e1-be36ddccc704, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=2f358652-d9ce-414c-a0e1-be36ddccc704,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:48:35.763240 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:35.838338 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:35.854085 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Routers {'98d2d779-b8f4-491f-b243-7f9481ec1e64'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:48:35.855213 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5acdd220>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:48:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['98d2d779-b8f4-491f-b243-7f9481ec1e64'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:35.855361 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370211'] for network, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:35.881858 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port f743f0ed-5d97-44a2-9c0f-03364cbae946, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=f743f0ed-5d97-44a2-9c0f-03364cbae946,segment=NetworkSegment(df0059bf-6a30-4233-8594-225cda2c765a),segment_id=df0059bf-6a30-4233-8594-225cda2c765a)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:48:35.888690 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:35.899473 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [None req-8aad117e-aea7-4b26-8c2b-c0618b969c74 admin admin] Allocated IP 172.20.0.1 (ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4/d013530a-4ea2-46fc-b7a4-576179421aad/ae0a9eac-7bd5-4b63-ad1a-2646bc58341c) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:48:35.968863 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0042e46-683d-493b-8f9f-bab8218deeb8 req-236d77a4-9a88-4d74-991e-33b792cf3d8b tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:35.970430 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b0042e46-683d-493b-8f9f-bab8218deeb8 req-236d77a4-9a88-4d74-991e-33b792cf3d8b tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.4394898
Feb 28 18:48:35.996370 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=f743f0ed-5d97-44a2-9c0f-03364cbae946,revision_number=3']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:36.021974 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092b4b9-c53b-43ff-bdb2-577f1c92cb43 None None] Pushing event updated for resources: {'Port': ['ID=2f358652-d9ce-414c-a0e1-be36ddccc704,revision_number=3']} {{(pid=83065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:36.072169 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] Set router 98d2d779-b8f4-491f-b243-7f9481ec1e64 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:48:36.215359 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b0042e46-683d-493b-8f9f-bab8218deeb8 req-b53614f0-252d-435f-aa07-e1ead34dbece tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1817567
Feb 28 18:48:36.219118 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7459708', 'neutron.services.segments.db._delete_segments_for_network-8743575949671'] for network, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:36.274287 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f3c5a35ec40>> segment before_delete 55550000 {{(pid=83063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:48:36.274652 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f3c5a35ec40>> subnet precommit_delete_associations 55550000 {{(pid=83063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:48:36.275372 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3c5a35efa0>> segment_host_mapping after_create 55550000 {{(pid=83063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:48:36.275698 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3c5a35efa0>> port after_create 55550000 {{(pid=83063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:48:36.276015 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3c5a35efa0>> port after_delete 55550000 {{(pid=83063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:48:36.276355 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3c5a35efa0>> port after_update 55550000 {{(pid=83063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:48:36.276684 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3c5a35efa0>> segment after_delete 55550000 {{(pid=83063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:48:36.277014 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3c5a35efa0>> subnet after_create 55550000 {{(pid=83063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:48:36.277325 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3c5a35efa0>> subnet after_delete 55550000 {{(pid=83063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:48:36.277632 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3c5a35efa0>> subnet after_update 55550000 {{(pid=83063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:48:36.446366 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5acdd220>, [{'id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'name': 'tempest-TestShelveInstance-456265841-router', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:33Z', 'revision_number': 3, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'gw_port': {'id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:36.449200 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3c5a030550>> subnet after_create 55550000 {{(pid=83063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:48:36.449625 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3c5a030550>> subnet after_delete 55550000 {{(pid=83063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:48:36.450050 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3c5a030550>> subnet before_create 55550000 {{(pid=83063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:48:36.450469 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3c5a030550>> subnet before_update 55550000 {{(pid=83063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:48:36.450626 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7807351d-2d0c-4159-856b-fd4ba42df93d None None] The sync data for ids ['98d2d779-b8f4-491f-b243-7f9481ec1e64'] in dv-cinder-831188-1-iscsi is: [{'id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'name': 'tempest-TestShelveInstance-456265841-router', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:33Z', 'revision_number': 3, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'gw_port': {'id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:48:36.451052 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3c5a35e580>,) {'filters': {'network_id': ['10a69764-13d4-4c14-a8fa-d1cf18480ff4']}} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:36.476667 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a35e580>, 'a43bbdb7-fd1e-409d-ae78-22ea20a0c3c8') {'for_net_delete': True} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:36.477073 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a35e580>, 'a43bbdb7-fd1e-409d-ae78-22ea20a0c3c8') {} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:36.500853 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743575948782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1992737'] for segment, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:36.518314 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8aad117e-aea7-4b26-8c2b-c0618b969c74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:36.530676 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:36.543699 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=83063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 28 18:48:36.544103 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7462232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1992489'] for segment, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:   util.warn_limited(
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:   util.warn_limited(
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]: Traceback (most recent call last):
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:     timer()
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:     cb(*args, **kw)
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:     return func(*args, **kwargs)
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:     self._notify()
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:     self.callback(batched_events)
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:     event.method(event)
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:     return f(self, *a, **k)
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self._get(url).json()
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self.request(url, 'GET', **kwargs)
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 18:48:36.561855 dv-cinder-831188-1-iscsi neutron-server[83063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 18:48:36.570847 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [None req-8aad117e-aea7-4b26-8c2b-c0618b969c74 admin admin] Transition to ACTIVE for port object ae0a9eac-7bd5-4b63-ad1a-2646bc58341c will not be triggered until provisioned by entity DHCP. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:48:36.664207 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7459699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716906'] for network, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:36.687596 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:36.702892 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] 10.222.0.18 "DELETE /v2.0/networks/10a69764-13d4-4c14-a8fa-d1cf18480ff4 HTTP/1.1" status: 204  len: 168 time: 1.2210689
Feb 28 18:48:36.707636 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8aad117e-aea7-4b26-8c2b-c0618b969c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:36.745003 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-fff00d2a-991f-46b3-981c-bfe5fe5573bd tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:36.756283 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-fff00d2a-991f-46b3-981c-bfe5fe5573bd tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/networks?id=33faf01f-a157-4cb1-86f7-3ea812bfd79a HTTP/1.1" status: 200  len: 815 time: 0.2262776
Feb 28 18:48:36.765190 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a6d86-fa32-4fdf-bc44-989ec9e84bad admin admin] Pushing event deleted for resources: {'Network': ['ID=10a69764-13d4-4c14-a8fa-d1cf18480ff4,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:36.775766 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-4fe166dc-f6cf-44af-a3da-a609b6550b3a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/quotas/bbff699f8ada48a78f3957fe6718a4ad HTTP/1.1" status: 200  len: 375 time: 0.0176430
Feb 28 18:48:36.810276 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aad117e-aea7-4b26-8c2b-c0618b969c74 admin admin] Network ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:48:36.813565 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-8aad117e-aea7-4b26-8c2b-c0618b969c74 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:48:36.819646 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aad117e-aea7-4b26-8c2b-c0618b969c74 admin admin] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:48:36.865713 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad117e-aea7-4b26-8c2b-c0618b969c74 admin admin] Pushing event updated for resources: {'Port': ['ID=ae0a9eac-7bd5-4b63-ad1a-2646bc58341c,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:36.879246 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-d4c87fd6-d846-4488-b303-5591b3fcbe97 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbff699f8ada48a78f3957fe6718a4ad&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0933623
Feb 28 18:48:36.897748 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8aad117e-aea7-4b26-8c2b-c0618b969c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708341'] for router_interface, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:36.998470 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8aad117e-aea7-4b26-8c2b-c0618b969c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:37.049528 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-1adb34fc-301a-473c-a3fb-dce2bd031f22 service neutron] 10.222.0.18 "GET /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1685519
Feb 28 18:48:37.070300 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 59586) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:37.163685 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-2024602a-9c37-47e6-b557-1d36bd08bf86 None None] Provisioning for port ae0a9eac-7bd5-4b63-ad1a-2646bc58341c completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:48:37.173621 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-2024602a-9c37-47e6-b557-1d36bd08bf86 None None] Provisioning complete for port ae0a9eac-7bd5-4b63-ad1a-2646bc58341c triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:48:37.174338 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-2024602a-9c37-47e6-b557-1d36bd08bf86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:37.224450 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-1ac07096-3a8d-46b7-a4cd-cd635837f8f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=257851b949234252b54d9524d8ffca6d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1507607
Feb 28 18:48:37.227660 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 59590) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:37.239002 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-2024602a-9c37-47e6-b557-1d36bd08bf86 None None] Port ae0a9eac-7bd5-4b63-ad1a-2646bc58341c cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:48:37.254808 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8f42993c-7fb4-4099-89b2-9157a714ace8 service neutron] 10.222.0.18 "GET /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2042615
Feb 28 18:48:37.312102 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b0bf03ff-1c20-4b27-b552-3d35c14420ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:37.341893 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b0bf03ff-1c20-4b27-b552-3d35c14420ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:37.408134 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b0bf03ff-1c20-4b27-b552-3d35c14420ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:37.436802 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf03ff-1c20-4b27-b552-3d35c14420ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d901cf77-4f3f-4176-8fc0-ee12f94819bb,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:37.448407 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8aad117e-aea7-4b26-8c2b-c0618b969c74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:37.455796 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8aad117e-aea7-4b26-8c2b-c0618b969c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:37.475097 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b0bf03ff-1c20-4b27-b552-3d35c14420ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:37.478496 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-b0bf03ff-1c20-4b27-b552-3d35c14420ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d901cf77-4f3f-4176-8fc0-ee12f94819bb HTTP/1.1" status: 204  len: 168 time: 0.2476757
Feb 28 18:48:37.569180 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8aad117e-aea7-4b26-8c2b-c0618b969c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7997001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708120'] for router_interface, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:37.570140 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-756274d8-4f0b-4486-a8a4-132b28d2310e req-03979dad-8853-4e1e-8d41-54b54bea0dc0 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 210 time: 0.0480504
Feb 28 18:48:37.682356 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 2f358652-d9ce-414c-a0e1-be36ddccc704 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:48:37.744757 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad117e-aea7-4b26-8c2b-c0618b969c74 admin admin] Pushing event updated for resources: {'Port': ['ID=ae0a9eac-7bd5-4b63-ad1a-2646bc58341c,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:37.779461 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port 2f358652-d9ce-414c-a0e1-be36ddccc704 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:48:37.785289 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 2f358652-d9ce-414c-a0e1-be36ddccc704 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:48:37.785646 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:37.814684 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d6980-34ba-40f8-a8bf-7dfe1120e4a8 req-cea9ccb1-3e79-4180-943c-56f9f0aaf583 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:37.826885 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a44d6980-34ba-40f8-a8bf-7dfe1120e4a8 req-cea9ccb1-3e79-4180-943c-56f9f0aaf583 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.2509928
Feb 28 18:48:37.852080 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aad117e-aea7-4b26-8c2b-c0618b969c74 admin admin] Network ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:48:37.872679 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-8aad117e-aea7-4b26-8c2b-c0618b969c74 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:48:37.983315 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:38.018111 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port 2f358652-d9ce-414c-a0e1-be36ddccc704, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=2f358652-d9ce-414c-a0e1-be36ddccc704,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:48:38.026792 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:38.028039 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device f743f0ed-5d97-44a2-9c0f-03364cbae946 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:48:38.092401 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a44d6980-34ba-40f8-a8bf-7dfe1120e4a8 req-311b85f2-9403-40df-9aed-2002540530eb tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2642522
Feb 28 18:48:38.244972 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=2f358652-d9ce-414c-a0e1-be36ddccc704,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:38.262124 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port f743f0ed-5d97-44a2-9c0f-03364cbae946 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:48:38.262592 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:38.338180 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-b305a208-a0a0-4b06-9f41-8a67047bd568 None None] Provisioning complete for port ae0a9eac-7bd5-4b63-ad1a-2646bc58341c triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:48:38.338549 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-b305a208-a0a0-4b06-9f41-8a67047bd568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:38.422340 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-b305a208-a0a0-4b06-9f41-8a67047bd568 None None] Port ae0a9eac-7bd5-4b63-ad1a-2646bc58341c cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:48:38.437455 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aad117e-aea7-4b26-8c2b-c0618b969c74 admin admin] Router 98d2d779-b8f4-491f-b243-7f9481ec1e64 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:48:38.686653 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aad117e-aea7-4b26-8c2b-c0618b969c74 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:48:38.701598 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-8aad117e-aea7-4b26-8c2b-c0618b969c74 admin admin] 10.222.0.18 "PUT /v2.0/routers/98d2d779-b8f4-491f-b243-7f9481ec1e64/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5494947
Feb 28 18:48:38.755096 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2cff161c-fb12-4a20-af03-448a1f4f260c req-984635b5-5a9b-4d50-a5f2-bb324ed476ed tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 210 time: 0.0460773
Feb 28 18:48:39.112705 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-7d370e05-a8b1-49e8-b290-1b9e1d81a738 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:39.114333 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-7d370e05-a8b1-49e8-b290-1b9e1d81a738 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.70 "GET /v2.0/networks?id=33faf01f-a157-4cb1-86f7-3ea812bfd79a HTTP/1.1" status: 200  len: 815 time: 0.2139735
Feb 28 18:48:39.166141 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-9d69fb45-ddee-4404-a04b-d5c1ee558b91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Request body: {'port': {'device_id': 'cd554338-ceb3-4d85-a4b9-7e36ee91b364', 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a', 'admin_state_up': True, 'tenant_id': 'bbff699f8ada48a78f3957fe6718a4ad'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:48:39.466105 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-9d69fb45-ddee-4404-a04b-d5c1ee558b91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:39.478862 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-9d69fb45-ddee-4404-a04b-d5c1ee558b91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:39.494710 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c297b58-c499-4ebf-abd6-d376862cde11 req-787ab78f-3104-45d8-be9f-06c86cbad8c4 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:39.501446 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3c297b58-c499-4ebf-abd6-d376862cde11 req-787ab78f-3104-45d8-be9f-06c86cbad8c4 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.1510792
Feb 28 18:48:39.524533 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-9d69fb45-ddee-4404-a04b-d5c1ee558b91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Made reservation on behalf of bbff699f8ada48a78f3957fe6718a4ad for: {'port': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:48:39.527686 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-9d69fb45-ddee-4404-a04b-d5c1ee558b91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:39.592003 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 2f358652-d9ce-414c-a0e1-be36ddccc704 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:48:39.633112 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3c297b58-c499-4ebf-abd6-d376862cde11 req-f26f42d9-d2f8-4f0a-92ee-49dc62b09b16 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300182
Feb 28 18:48:39.690135 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 2f358652-d9ce-414c-a0e1-be36ddccc704 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:48:39.690926 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:39.793053 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-9d69fb45-ddee-4404-a04b-d5c1ee558b91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Allocated IP 172.20.0.12 (33faf01f-a157-4cb1-86f7-3ea812bfd79a/1f413d20-e81e-4777-9224-e80e0c09c076/74e8ca51-21ee-4815-94c6-53ef38f0c6b6) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:48:40.131175 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0afae86e-5bca-41b7-96df-6cb9e1b41dfa req-a56fa32e-9afc-4540-852d-c19c09cf5340 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 210 time: 0.0989590
Feb 28 18:48:40.187883 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 59692) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:40.194126 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1134157601-network', 'tenant_id': 'db398b9d5dbe4cda9280752fbebbddaf'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:48:40.199871 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:40.208626 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Usage tracker for resource:network and tenant:db398b9d5dbe4cda9280752fbebbddaf is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:40.214863 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:40.228898 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:40.248401 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Made reservation on behalf of db398b9d5dbe4cda9280752fbebbddaf for: {'network': 1} {{(pid=83062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:48:40.253705 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for network, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:40.279514 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:40.306938 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-9d69fb45-ddee-4404-a04b-d5c1ee558b91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:40.314905 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:40.320121 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Usage tracker for resource:security_group_rule and tenant:db398b9d5dbe4cda9280752fbebbddaf is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:40.323154 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:40.328893 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:40.348100 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-9d69fb45-ddee-4404-a04b-d5c1ee558b91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:40.380807 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['d4e779cc-a1e2-4965-9ce1-55fda3baf989', '3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:48:40.429582 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:40.436874 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:40.474391 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500}  {{(pid=83062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 18:48:40.492662 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3f4f08-c442-4cee-8c82-cb2b0decd657,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:40.496894 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-9d69fb45-ddee-4404-a04b-d5c1ee558b91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Network 33faf01f-a157-4cb1-86f7-3ea812bfd79a is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:48:40.498311 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:40.498908 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.db.segments_db [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Added segment a54f4cd4-648e-4a07-b97d-79c5c935cafb of type vlan for network d2c32dfb-c6c9-4d2b-921e-9fab96551b7b
Feb 28 18:48:40.516325 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-9d69fb45-ddee-4404-a04b-d5c1ee558b91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:48:40.520264 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-9d69fb45-ddee-4404-a04b-d5c1ee558b91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:48:40.520866 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Sync routers for ids ['98d2d779-b8f4-491f-b243-7f9481ec1e64'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:48:40.536083 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743575470084'] for network, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:40.573342 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for network, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:40.574543 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:40.575546 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:40.599453 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Routers {'98d2d779-b8f4-491f-b243-7f9481ec1e64'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:48:40.600681 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ac4ef70>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:48:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['98d2d779-b8f4-491f-b243-7f9481ec1e64'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:40.602012 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69fb45-ddee-4404-a04b-d5c1ee558b91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Pushing event updated for resources: {'Port': ['ID=74e8ca51-21ee-4815-94c6-53ef38f0c6b6,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:40.628079 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-9d69fb45-ddee-4404-a04b-d5c1ee558b91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:40.629731 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-9d69fb45-ddee-4404-a04b-d5c1ee558b91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:40.685723 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-9d69fb45-ddee-4404-a04b-d5c1ee558b91 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5462036
Feb 28 18:48:40.698287 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] Request body: {'port': {'device_id': 'cd554338-ceb3-4d85-a4b9-7e36ee91b364', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:48:40.780699 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5911548
Feb 28 18:48:40.786053 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 59712) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:40.799596 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-41d99f18-4759-4d7b-a18e-e0535642070b admin admin] Request body: {'subnet': {'network_id': 'd2c32dfb-c6c9-4d2b-921e-9fab96551b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1134157601-subnet', 'tenant_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'ip_version': 4}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:48:40.817770 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-41d99f18-4759-4d7b-a18e-e0535642070b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:40.901659 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-41d99f18-4759-4d7b-a18e-e0535642070b admin admin] Usage tracker for resource:subnet and tenant:db398b9d5dbe4cda9280752fbebbddaf is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:40.909326 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-41d99f18-4759-4d7b-a18e-e0535642070b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:40.913012 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c7ae9-90d7-4333-ba7d-48cefcf21b5b admin admin] Pushing event updated for resources: {'Network': ['ID=d2c32dfb-c6c9-4d2b-921e-9fab96551b7b,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:40.919928 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-41d99f18-4759-4d7b-a18e-e0535642070b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:40.931574 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d99f18-4759-4d7b-a18e-e0535642070b admin admin] Made reservation on behalf of db398b9d5dbe4cda9280752fbebbddaf for: {'subnet': 1} {{(pid=83062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:48:40.932344 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Network d2c32dfb-c6c9-4d2b-921e-9fab96551b7b details requested by agent ovs-agent-dv-cinder-831188-1-iscsi with host dv-cinder-831188-1-iscsi {{(pid=83064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 28 18:48:40.934725 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-41d99f18-4759-4d7b-a18e-e0535642070b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:40.934855 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:41.073622 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Set router 98d2d779-b8f4-491f-b243-7f9481ec1e64 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:48:41.078757 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a621f7-4ab6-4af2-a103-152e80ebb51e req-21a54611-86b4-4f53-b591-20237056b378 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:41.080706 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e1a621f7-4ab6-4af2-a103-152e80ebb51e req-21a54611-86b4-4f53-b591-20237056b378 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.2211277
Feb 28 18:48:41.240242 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-41d99f18-4759-4d7b-a18e-e0535642070b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for subnet, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:41.267659 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e1a621f7-4ab6-4af2-a103-152e80ebb51e req-46180f15-ab27-468d-8236-f539577c284b tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1710305
Feb 28 18:48:41.377199 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d99f18-4759-4d7b-a18e-e0535642070b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ded39f10-5827-4548-9b4e-84d5149c6569,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:41.502665 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d99f18-4759-4d7b-a18e-e0535642070b admin admin] Checking segment: {'id': 'a54f4cd4-648e-4a07-b97d-79c5c935cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2c32dfb-c6c9-4d2b-921e-9fab96551b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:48:41.503128 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d99f18-4759-4d7b-a18e-e0535642070b admin admin] Network hostable DHCP agents. Network: d2c32dfb-c6c9-4d2b-921e-9fab96551b7b, hostable agents: ['6a9a7d5e-9a98-4f00-a132-39bb1f3bba05'], hosted agents: [] {{(pid=83062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 18:48:41.536729 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d99f18-4759-4d7b-a18e-e0535642070b admin admin] Network d2c32dfb-c6c9-4d2b-921e-9fab96551b7b is scheduled to be hosted by DHCP agent 6a9a7d5e-9a98-4f00-a132-39bb1f3bba05 with binding_index 1 {{(pid=83062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 18:48:41.559509 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6ab25-417f-4611-b678-be9581fe1e18 req-f4c47a7a-82b6-4f7b-bd19-c1904349d072 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:41.565309 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ac4ef70>, [{'id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'name': 'tempest-TestShelveInstance-456265841-router', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:36Z', 'revision_number': 4, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'gw_port': {'id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': 'ae0a9eac-7bd5-4b63-ad1a-2646bc58341c', 'name': '', 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'mac_address': 'fa:16:3e:16:8e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd013530a-4ea2-46fc-b7a4-576179421aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:35Z', 'updated_at': '2022-02-28T18:48:37Z', 'revision_number': 2, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'subnets': [{'id': 'd013530a-4ea2-46fc-b7a4-576179421aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:41.567243 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-96b6ab25-417f-4611-b678-be9581fe1e18 req-f4c47a7a-82b6-4f7b-bd19-c1904349d072 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 932 time: 0.1916776
Feb 28 18:48:41.569893 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Checking router: 98d2d779-b8f4-491f-b243-7f9481ec1e64 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:48:41.570263 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Updating router 98d2d779-b8f4-491f-b243-7f9481ec1e64 port ae0a9eac-7bd5-4b63-ad1a-2646bc58341c binding host dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 28 18:48:41.586725 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-41d99f18-4759-4d7b-a18e-e0535642070b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-iscsi, d2c32dfb-c6c9-4d2b-921e-9fab96551b7b) {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:48:41.594139 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d99f18-4759-4d7b-a18e-e0535642070b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:41.594738 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-41d99f18-4759-4d7b-a18e-e0535642070b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:41.606015 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6e876d-f99d-4db6-99af-e2fa53047ee6 None None] Network d2c32dfb-c6c9-4d2b-921e-9fab96551b7b requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:48:41.608396 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e8ca51-21ee-4815-94c6-53ef38f0c6b6 {{(pid=83063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:48:41.616923 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:41.630128 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-96b6ab25-417f-4611-b678-be9581fe1e18 req-19766550-0276-4cfd-a281-6b4e40a7f5d7 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615101
Feb 28 18:48:41.631968 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-41d99f18-4759-4d7b-a18e-e0535642070b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8449993
Feb 28 18:48:41.634700 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 59732) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:41.638258 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] Transition to ACTIVE for port object 74e8ca51-21ee-4815-94c6-53ef38f0c6b6 will not be triggered until provisioned by entity L2. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:48:41.640690 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1134157601-router', 'tenant_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:48:41.645061 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:41.646102 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:41.650722 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Usage tracker for resource:router and tenant:db398b9d5dbe4cda9280752fbebbddaf is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:41.654042 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:41.661996 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:41.673916 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-712517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239002'] for router, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:41.674899 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-712482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238997'] for router, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:41.701467 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:41.714234 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:41.776266 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] Pushing event updated for resources: {'Port': ['ID=74e8ca51-21ee-4815-94c6-53ef38f0c6b6,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:41.863790 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-712535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-239015'] for router, precommit_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:41.880009 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] Attempting to bind port 74e8ca51-21ee-4815-94c6-53ef38f0c6b6 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:48:41.880343 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] Attempting to bind port 74e8ca51-21ee-4815-94c6-53ef38f0c6b6 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'a6a0d181-0a63-46a3-beb5-5734885b694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a'}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:48:41.880586 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] Attempting to bind port 74e8ca51-21ee-4815-94c6-53ef38f0c6b6 on network 33faf01f-a157-4cb1-86f7-3ea812bfd79a {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:48:41.886306 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] Port 74e8ca51-21ee-4815-94c6-53ef38f0c6b6 on network 33faf01f-a157-4cb1-86f7-3ea812bfd79a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:48:41.886647 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] Attempting to bind port 74e8ca51-21ee-4815-94c6-53ef38f0c6b6 on network 33faf01f-a157-4cb1-86f7-3ea812bfd79a {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:48:41.898591 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:48:41.898942 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] Checking segment: {'id': 'a6a0d181-0a63-46a3-beb5-5734885b694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:48:41.899310 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] Bound using segment: {'id': 'a6a0d181-0a63-46a3-beb5-5734885b694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a'} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:48:41.899790 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] Bound port: 74e8ca51-21ee-4815-94c6-53ef38f0c6b6, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a0d181-0a63-46a3-beb5-5734885b694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a'}}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:48:41.900168 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:41.977104 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea16e0-bb4d-5038-9659-abbd04b0c66d-d2c32dfb-c6c9-4d2b-921e-9fab96551b7b', 'network_id': 'd2c32dfb-c6c9-4d2b-921e-9fab96551b7b', 'tenant_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'fixed_ips': [{'subnet_id': 'ded39f10-5827-4548-9b4e-84d5149c6569'}]}} from dv-cinder-831188-1-iscsi. {{(pid=83064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 28 18:48:41.977972 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:41.997827 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] For port 74e8ca51-21ee-4815-94c6-53ef38f0c6b6, host hv-cinder-83118, cleared binding levels {{(pid=83063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:48:42.002002 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] For port 74e8ca51-21ee-4815-94c6-53ef38f0c6b6, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=74e8ca51-21ee-4815-94c6-53ef38f0c6b6,segment=NetworkSegment(a6a0d181-0a63-46a3-beb5-5734885b694e),segment_id=a6a0d181-0a63-46a3-beb5-5734885b694e)] {{(pid=83063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:48:42.009918 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:42.088897 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:42.090582 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] 10.222.0.70 "PUT /v2.0/ports/74e8ca51-21ee-4815-94c6-53ef38f0c6b6 HTTP/1.1" status: 200  len: 1094 time: 1.3973556
Feb 28 18:48:42.091298 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd554338-ceb3-4d85-a4b9-7e36ee91b364', 'tag': '74e8ca51-21ee-4815-94c6-53ef38f0c6b6'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:48:42.117731 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:42.137730 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e972870-608e-4ec6-a0c9-33db3e617d60 service neutron] Pushing event updated for resources: {'Port': ['ID=74e8ca51-21ee-4815-94c6-53ef38f0c6b6,revision_number=3']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:42.172408 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:42.258638 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd554338-ceb3-4d85-a4b9-7e36ee91b364', 'tag': '74e8ca51-21ee-4815-94c6-53ef38f0c6b6', 'status': 'completed', 'code': 200}
Feb 28 18:48:42.324555 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-dfad3c41-ac89-413a-9dff-ea12a7ed4cfe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbff699f8ada48a78f3957fe6718a4ad&device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 1097 time: 0.1607566
Feb 28 18:48:42.340699 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.db_base_plugin_common [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Allocated IP 172.20.0.2 (d2c32dfb-c6c9-4d2b-921e-9fab96551b7b/ded39f10-5827-4548-9b4e-84d5149c6569/faffef52-1353-41fa-9f35-09b66d6036d9) {{(pid=83064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:48:42.369599 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_common [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Allocated IP 172.27.3.20 (f40459f8-f658-4119-914b-b9023327a718/14c23ed2-446a-414e-8e86-91dabee5c278/f3d417ab-5602-4cf6-9f21-196c843e9b2b) {{(pid=83062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:48:42.397047 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Notify callbacks [] for port, precommit_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:42.427802 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-1caa6a1c-b6c6-4c65-aac2-9a0f9b13ce30 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74e8ca51-21ee-4815-94c6-53ef38f0c6b6 HTTP/1.1" status: 200  len: 217 time: 0.0945053
Feb 28 18:48:42.474458 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Transition to ACTIVE for port object ae0a9eac-7bd5-4b63-ad1a-2646bc58341c will not be triggered until provisioned by entity L2. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:48:42.485731 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:42.634447 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-72a9f6d2-ba5f-46fd-b358-68bd5d42af4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:42.636435 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-72a9f6d2-ba5f-46fd-b358-68bd5d42af4c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1f413d20-e81e-4777-9224-e80e0c09c076 HTTP/1.1" status: 200  len: 855 time: 0.2014878
Feb 28 18:48:42.732446 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-744841e5-a13b-440a-8e6f-acf211f98652 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=33faf01f-a157-4cb1-86f7-3ea812bfd79a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0894973
Feb 28 18:48:42.751212 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41bac9-3ee9-431a-bdbb-448ae1cdc9cf None None] Pushing event updated for resources: {'Port': ['ID=ae0a9eac-7bd5-4b63-ad1a-2646bc58341c,revision_number=3']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:42.819434 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a80665-7b57-4d95-92ce-22d98211c1d4 req-128fec05-831f-4d94-a88b-ed03b3837f12 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:42.830454 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-76a80665-7b57-4d95-92ce-22d98211c1d4 req-128fec05-831f-4d94-a88b-ed03b3837f12 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.2880180
Feb 28 18:48:42.884258 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:42.908741 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Notify callbacks [] for port, precommit_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:42.916494 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Attempting to bind port ae0a9eac-7bd5-4b63-ad1a-2646bc58341c on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:48:42.916936 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Attempting to bind port ae0a9eac-7bd5-4b63-ad1a-2646bc58341c by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': 'df0059bf-6a30-4233-8594-225cda2c765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4'}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:48:42.917351 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Attempting to bind port ae0a9eac-7bd5-4b63-ad1a-2646bc58341c on network ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:48:42.928121 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Transition to ACTIVE for port object faffef52-1353-41fa-9f35-09b66d6036d9 will not be triggered until provisioned by entity L2. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:48:42.929034 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-76a80665-7b57-4d95-92ce-22d98211c1d4 req-81f3953f-e539-4eda-9076-bbd62bb236c4 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975282
Feb 28 18:48:42.939780 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:48:42.940215 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Checking segment: {'id': 'df0059bf-6a30-4233-8594-225cda2c765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:48:42.940676 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:42.941122 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Bound using segment: {'id': 'df0059bf-6a30-4233-8594-225cda2c765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4'} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:48:42.941792 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Bound port: ae0a9eac-7bd5-4b63-ad1a-2646bc58341c, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0059bf-6a30-4233-8594-225cda2c765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4'}}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:48:42.942172 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:42.975753 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:43.010783 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Transition to ACTIVE for port object faffef52-1353-41fa-9f35-09b66d6036d9 will not be triggered until provisioned by entity DHCP. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:48:43.026499 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:43.060244 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Network f40459f8-f658-4119-914b-b9023327a718 is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:48:43.064888 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:48:43.067041 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Pushing event updated for resources: {'Port': ['ID=f3d417ab-5602-4cf6-9f21-196c843e9b2b,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:43.069926 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Received port after_create {{(pid=83062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:48:43.111521 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-5d656e97-282c-4663-8577-31df73fe376c service neutron] 10.222.0.70 "GET /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3659117
Feb 28 18:48:43.121500 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11344981-7394-4618-a320-3c947c0c0994 req-40a8194f-56b6-4dcf-aa2b-cfd77ecc5838 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:43.122196 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-11344981-7394-4618-a320-3c947c0c0994 req-40a8194f-56b6-4dcf-aa2b-cfd77ecc5838 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Synchronizing usage tracker for tenant:bbff699f8ada48a78f3957fe6718a4ad on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:48:43.144791 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Network d2c32dfb-c6c9-4d2b-921e-9fab96551b7b is already hosted by enough agents. {{(pid=83064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:48:43.145608 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Pushing event updated for resources: {'Port': ['ID=faffef52-1353-41fa-9f35-09b66d6036d9,revision_number=1']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:43.150126 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.base_scheduler [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Resources bound (agent type, host, resource id):  {{(pid=83064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:48:43.152782 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Received port after_create {{(pid=83064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:48:43.155739 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] For port ae0a9eac-7bd5-4b63-ad1a-2646bc58341c, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:48:43.160519 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] For port ae0a9eac-7bd5-4b63-ad1a-2646bc58341c, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=ae0a9eac-7bd5-4b63-ad1a-2646bc58341c,segment=NetworkSegment(df0059bf-6a30-4233-8594-225cda2c765a),segment_id=df0059bf-6a30-4233-8594-225cda2c765a)] {{(pid=83064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:48:43.205444 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:43.208041 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:43.208902 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-712526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716843'] for router, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:43.245502 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-11344981-7394-4618-a320-3c947c0c0994 req-40a8194f-56b6-4dcf-aa2b-cfd77ecc5838 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Unset dirty status for tenant:bbff699f8ada48a78f3957fe6718a4ad on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:48:43.246660 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-11344981-7394-4618-a320-3c947c0c0994 req-40a8194f-56b6-4dcf-aa2b-cfd77ecc5838 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 944 time: 0.2514496
Feb 28 18:48:43.318962 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Attempting to bind port faffef52-1353-41fa-9f35-09b66d6036d9 on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:48:43.319330 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Attempting to bind port faffef52-1353-41fa-9f35-09b66d6036d9 by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': 'a54f4cd4-648e-4a07-b97d-79c5c935cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2c32dfb-c6c9-4d2b-921e-9fab96551b7b'}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:48:43.319684 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Attempting to bind port faffef52-1353-41fa-9f35-09b66d6036d9 on network d2c32dfb-c6c9-4d2b-921e-9fab96551b7b {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:48:43.335013 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-11344981-7394-4618-a320-3c947c0c0994 req-28947d91-a7c4-454c-8a52-db57e5fa6047 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791454
Feb 28 18:48:43.337369 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41bac9-3ee9-431a-bdbb-448ae1cdc9cf None None] Pushing event updated for resources: {'Port': ['ID=ae0a9eac-7bd5-4b63-ad1a-2646bc58341c,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:43.338499 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0dace9b6-b8fb-420b-b516-3905dc625d57 req-b88231d3-169e-4c19-8090-e0d89a8846fe service neutron] 10.222.0.70 "GET /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2136276
Feb 28 18:48:43.341750 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:48:43.342119 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Checking segment: {'id': 'a54f4cd4-648e-4a07-b97d-79c5c935cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2c32dfb-c6c9-4d2b-921e-9fab96551b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:48:43.342529 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:43.343485 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Bound using segment: {'id': 'a54f4cd4-648e-4a07-b97d-79c5c935cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2c32dfb-c6c9-4d2b-921e-9fab96551b7b'} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:48:43.343485 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Bound port: faffef52-1353-41fa-9f35-09b66d6036d9, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f4cd4-648e-4a07-b97d-79c5c935cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2c32dfb-c6c9-4d2b-921e-9fab96551b7b'}}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:48:43.343794 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:43.392267 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Routers {'98d2d779-b8f4-491f-b243-7f9481ec1e64'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:48:43.392979 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ac4ef70>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:48:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['98d2d779-b8f4-491f-b243-7f9481ec1e64'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:43.485694 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fcb20882-d253-4e31-b0a1-3545279bf790 req-c2785880-2cea-492b-b6d1-6fb44b5fc708 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbff699f8ada48a78f3957fe6718a4ad&device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 1097 time: 0.0795033
Feb 28 18:48:43.523526 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Router 55fce62d-9511-479e-bb46-bd01228a03f3 is scheduled to L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 with binding_index 1 {{(pid=83062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 28 18:48:43.587748 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] For port faffef52-1353-41fa-9f35-09b66d6036d9, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:48:43.607620 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] For port faffef52-1353-41fa-9f35-09b66d6036d9, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=faffef52-1353-41fa-9f35-09b66d6036d9,segment=NetworkSegment(a54f4cd4-648e-4a07-b97d-79c5c935cafb),segment_id=a54f4cd4-648e-4a07-b97d-79c5c935cafb)] {{(pid=83064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:48:43.627003 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:43.643987 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb20882-d253-4e31-b0a1-3545279bf790 req-e8d8922c-90e7-49b7-8df0-86799847f69e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:43.646011 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fcb20882-d253-4e31-b0a1-3545279bf790 req-e8d8922c-90e7-49b7-8df0-86799847f69e service neutron] 10.222.0.70 "GET /v2.0/networks?id=33faf01f-a157-4cb1-86f7-3ea812bfd79a HTTP/1.1" status: 200  len: 916 time: 0.1518710
Feb 28 18:48:43.697673 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] Set router 98d2d779-b8f4-491f-b243-7f9481ec1e64 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:48:43.743307 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fcb20882-d253-4e31-b0a1-3545279bf790 req-d8255a2f-f2ee-4ce2-80d7-80a59999cd77 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74e8ca51-21ee-4815-94c6-53ef38f0c6b6 HTTP/1.1" status: 200  len: 217 time: 0.0901206
Feb 28 18:48:43.777713 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e92082-9316-49fd-9658-96d8128d7686 None None] Pushing event updated for resources: {'Port': ['ID=faffef52-1353-41fa-9f35-09b66d6036d9,revision_number=2']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:43.842537 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb20882-d253-4e31-b0a1-3545279bf790 req-533a93bc-7175-4f58-b2b7-a2855df6360c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:43.844384 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fcb20882-d253-4e31-b0a1-3545279bf790 req-533a93bc-7175-4f58-b2b7-a2855df6360c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1f413d20-e81e-4777-9224-e80e0c09c076 HTTP/1.1" status: 200  len: 855 time: 0.0928817
Feb 28 18:48:43.904614 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:48:43.915905 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Sync routers for ids ['55fce62d-9511-479e-bb46-bd01228a03f3'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:48:43.955717 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Routers {'55fce62d-9511-479e-bb46-bd01228a03f3'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:48:43.959586 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5acdde80>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:48:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['55fce62d-9511-479e-bb46-bd01228a03f3'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:43.961447 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] Notify callbacks [] for router, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:43.965328 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-3beeefc8-fb82-46bd-a355-da71c3110f4e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.3272364
Feb 28 18:48:43.965578 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 59768) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:43.967972 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fcb20882-d253-4e31-b0a1-3545279bf790 req-c83206ff-7c49-46de-8fad-3dee7423c67b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=33faf01f-a157-4cb1-86f7-3ea812bfd79a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1130512
Feb 28 18:48:44.313007 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Set router 55fce62d-9511-479e-bb46-bd01228a03f3 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:48:44.317787 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fcb20882-d253-4e31-b0a1-3545279bf790 req-84c3018e-a143-4b3e-845c-4a94d99f97d8 service neutron] 10.222.0.70 "GET /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3294106
Feb 28 18:48:44.597007 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ac4ef70>, [{'id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'name': 'tempest-TestShelveInstance-456265841-router', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:36Z', 'revision_number': 4, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'gw_port': {'id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': 'ae0a9eac-7bd5-4b63-ad1a-2646bc58341c', 'name': '', 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'mac_address': 'fa:16:3e:16:8e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd013530a-4ea2-46fc-b7a4-576179421aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:35Z', 'updated_at': '2022-02-28T18:48:43Z', 'revision_number': 4, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'subnets': [{'id': 'd013530a-4ea2-46fc-b7a4-576179421aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:44.605906 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a428b-130e-4cc7-822e-8566f4859bfb None None] The sync data for ids ['98d2d779-b8f4-491f-b243-7f9481ec1e64'] in dv-cinder-831188-1-iscsi is: [{'id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'name': 'tempest-TestShelveInstance-456265841-router', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:36Z', 'revision_number': 4, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'gw_port': {'id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': 'ae0a9eac-7bd5-4b63-ad1a-2646bc58341c', 'name': '', 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'mac_address': 'fa:16:3e:16:8e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd013530a-4ea2-46fc-b7a4-576179421aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:35Z', 'updated_at': '2022-02-28T18:48:43Z', 'revision_number': 4, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'subnets': [{'id': 'd013530a-4ea2-46fc-b7a4-576179421aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:48:44.825395 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fcb20882-d253-4e31-b0a1-3545279bf790 req-daccfa11-c5e1-4e82-ab41-818b3a892152 service neutron] 10.222.0.70 "GET /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5002224
Feb 28 18:48:44.828683 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5acdde80>, [{'id': '55fce62d-9511-479e-bb46-bd01228a03f3', 'name': 'tempest-TestShelveInstance-1134157601-router', 'tenant_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f3d417ab-5602-4cf6-9f21-196c843e9b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:41Z', 'updated_at': '2022-02-28T18:48:43Z', 'revision_number': 3, 'project_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'gw_port': {'id': 'f3d417ab-5602-4cf6-9f21-196c843e9b2b', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fce62d-9511-479e-bb46-bd01228a03f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:42Z', 'updated_at': '2022-02-28T18:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:44.841600 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Checking router: 55fce62d-9511-479e-bb46-bd01228a03f3 for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:48:44.843337 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Updating router 55fce62d-9511-479e-bb46-bd01228a03f3 port f3d417ab-5602-4cf6-9f21-196c843e9b2b binding host dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 28 18:48:44.881872 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf24bb-475d-407c-9571-5d513e3ddd67 req-d1d5f283-3c5a-4413-9bb1-0d99958f1799 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:44.890519 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c6bf24bb-475d-407c-9571-5d513e3ddd67 req-d1d5f283-3c5a-4413-9bb1-0d99958f1799 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 944 time: 0.2464395
Feb 28 18:48:44.896236 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021b8e0-9cd7-4e1e-9be7-af407fe8f6cd req-5af1743c-189b-4167-98fc-b36263c04678 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:44.901657 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2021b8e0-9cd7-4e1e-9be7-af407fe8f6cd req-5af1743c-189b-4167-98fc-b36263c04678 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.5733843
Feb 28 18:48:44.981804 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:45.007173 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c6bf24bb-475d-407c-9571-5d513e3ddd67 req-8c1a2b0b-0dd3-4eff-88b8-2858341bcdf7 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127546
Feb 28 18:48:45.069428 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2021b8e0-9cd7-4e1e-9be7-af407fe8f6cd req-b74ff7fa-b37a-48ee-9717-b3cbf530650e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589339
Feb 28 18:48:45.401660 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2f6b85-03b6-406b-be3c-ab7552d2f544 None None] Network d2c32dfb-c6c9-4d2b-921e-9fab96551b7b requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:48:45.667786 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device ae0a9eac-7bd5-4b63-ad1a-2646bc58341c up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:48:45.699217 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Notify callbacks [] for port, precommit_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:45.712850 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.provisioning_blocks [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Transition to ACTIVE for port object f3d417ab-5602-4cf6-9f21-196c843e9b2b will not be triggered until provisioned by entity L2. {{(pid=83065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:48:45.727870 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:45.730995 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-06a29409-a56f-458d-a945-8d104e353332 None None] Provisioning for port faffef52-1353-41fa-9f35-09b66d6036d9 completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:48:45.785957 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:48:45.801863 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c23b9eb6-8a6d-4970-9e1c-c08398f6bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:45.852775 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port ae0a9eac-7bd5-4b63-ad1a-2646bc58341c completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:48:45.857671 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Attempting to bind port f3d417ab-5602-4cf6-9f21-196c843e9b2b on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:48:45.858148 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Attempting to bind port f3d417ab-5602-4cf6-9f21-196c843e9b2b by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}] {{(pid=83065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:48:45.858673 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Attempting to bind port f3d417ab-5602-4cf6-9f21-196c843e9b2b on network f40459f8-f658-4119-914b-b9023327a718 {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:48:45.863708 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port ae0a9eac-7bd5-4b63-ad1a-2646bc58341c triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:48:45.864232 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:45.874164 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec307e3-acad-430d-83ba-f664c345ad10 None None] Pushing event updated for resources: {'Port': ['ID=f3d417ab-5602-4cf6-9f21-196c843e9b2b,revision_number=2']} {{(pid=83065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:45.878148 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:48:45.878613 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Checking segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:48:45.879080 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:45.879510 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Bound using segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:48:45.880047 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Bound port: f3d417ab-5602-4cf6-9f21-196c843e9b2b, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}}] {{(pid=83065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:48:45.880489 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:45.981305 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.db [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] For port f3d417ab-5602-4cf6-9f21-196c843e9b2b, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:48:45.986033 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.db [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] For port f3d417ab-5602-4cf6-9f21-196c843e9b2b, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=f3d417ab-5602-4cf6-9f21-196c843e9b2b,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:48:45.996135 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:46.148795 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 59820) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:46.151676 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:46.190982 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Routers {'55fce62d-9511-479e-bb46-bd01228a03f3'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:48:46.191621 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5acdde80>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:48:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['55fce62d-9511-479e-bb46-bd01228a03f3'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:46.216841 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0679faac-fb2b-414d-92ab-a8e7d992435b req-9a6ac1b4-1cc9-4625-91ec-ac434ae1e40b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 1098 time: 0.2359605
Feb 28 18:48:46.237089 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port ae0a9eac-7bd5-4b63-ad1a-2646bc58341c, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=ae0a9eac-7bd5-4b63-ad1a-2646bc58341c,segment=NetworkSegment(df0059bf-6a30-4233-8594-225cda2c765a),segment_id=df0059bf-6a30-4233-8594-225cda2c765a)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:48:46.244577 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:46.245534 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device faffef52-1353-41fa-9f35-09b66d6036d9 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:48:46.306151 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_common [None req-c23b9eb6-8a6d-4970-9e1c-c08398f6bf9f admin admin] Allocated IP 172.20.0.1 (d2c32dfb-c6c9-4d2b-921e-9fab96551b7b/ded39f10-5827-4548-9b4e-84d5149c6569/f22bc6c7-a66b-4e4b-abd1-fa659347d4ab) {{(pid=83062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:48:46.442180 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0679faac-fb2b-414d-92ab-a8e7d992435b req-52f544ef-b395-458d-9266-3753b20127bb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2106061
Feb 28 18:48:46.501978 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030de7e-83c7-4ead-a580-aa275c82850e req-bbba8e04-e700-4779-a1e4-e26f56a3a363 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:46.507966 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9030de7e-83c7-4ead-a580-aa275c82850e req-bbba8e04-e700-4779-a1e4-e26f56a3a363 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 944 time: 0.1813893
Feb 28 18:48:46.509439 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec307e3-acad-430d-83ba-f664c345ad10 None None] Pushing event updated for resources: {'Port': ['ID=f3d417ab-5602-4cf6-9f21-196c843e9b2b,revision_number=3']} {{(pid=83065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:46.549890 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=ae0a9eac-7bd5-4b63-ad1a-2646bc58341c,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:46.567000 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9c961273-9bba-419d-a637-a8a0672e2637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:46.577388 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port faffef52-1353-41fa-9f35-09b66d6036d9 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:48:46.583889 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port faffef52-1353-41fa-9f35-09b66d6036d9 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:48:46.584523 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:46.622334 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9030de7e-83c7-4ead-a580-aa275c82850e req-f35dd2a8-b584-4bfd-846b-7a28c652370b tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954611
Feb 28 18:48:46.646387 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] Set router 55fce62d-9511-479e-bb46-bd01228a03f3 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:48:46.777231 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-9c961273-9bba-419d-a637-a8a0672e2637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:46.787928 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:46.788149 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-9c961273-9bba-419d-a637-a8a0672e2637 admin admin] Usage tracker for resource:security_group_rule and tenant:5aaa651ef1034ff49a9e2f70654dd85c is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:46.793425 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c23b9eb6-8a6d-4970-9e1c-c08398f6bf9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:46.804862 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-9c961273-9bba-419d-a637-a8a0672e2637 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:46.821279 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-9c961273-9bba-419d-a637-a8a0672e2637 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:46.846863 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 74e8ca51-21ee-4815-94c6-53ef38f0c6b6 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:48:46.897728 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9c961273-9bba-419d-a637-a8a0672e2637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:46.905873 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9c961273-9bba-419d-a637-a8a0672e2637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:46.956977 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.provisioning_blocks [None req-c23b9eb6-8a6d-4970-9e1c-c08398f6bf9f admin admin] Transition to ACTIVE for port object f22bc6c7-a66b-4e4b-abd1-fa659347d4ab will not be triggered until provisioned by entity DHCP. {{(pid=83062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:48:46.963803 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820dbc55-070b-446f-abc9-f5d8859db3b0 req-2abe0ed3-6283-4837-84a0-97cdbe2d3ea8 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:46.970818 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-820dbc55-070b-446f-abc9-f5d8859db3b0 req-2abe0ed3-6283-4837-84a0-97cdbe2d3ea8 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.6058545
Feb 28 18:48:46.985064 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-9c961273-9bba-419d-a637-a8a0672e2637 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5aaa651ef1034ff49a9e2f70654dd85c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8319869
Feb 28 18:48:46.985490 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 59848) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:46.994799 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 74e8ca51-21ee-4815-94c6-53ef38f0c6b6, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=74e8ca51-21ee-4815-94c6-53ef38f0c6b6,segment=NetworkSegment(a6a0d181-0a63-46a3-beb5-5734885b694e),segment_id=a6a0d181-0a63-46a3-beb5-5734885b694e)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:48:47.010410 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': '74e8ca51-21ee-4815-94c6-53ef38f0c6b6', 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a', 'port_id': '74e8ca51-21ee-4815-94c6-53ef38f0c6b6', 'mac_address': 'fa:16:3e:26:6f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f413d20-e81e-4777-9224-e80e0c09c076', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:48:47.016681 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port faffef52-1353-41fa-9f35-09b66d6036d9, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=faffef52-1353-41fa-9f35-09b66d6036d9,segment=NetworkSegment(a54f4cd4-648e-4a07-b97d-79c5c935cafb),segment_id=a54f4cd4-648e-4a07-b97d-79c5c935cafb)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:48:47.048998 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5acdde80>, [{'id': '55fce62d-9511-479e-bb46-bd01228a03f3', 'name': 'tempest-TestShelveInstance-1134157601-router', 'tenant_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f3d417ab-5602-4cf6-9f21-196c843e9b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:41Z', 'updated_at': '2022-02-28T18:48:43Z', 'revision_number': 3, 'project_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'gw_port': {'id': 'f3d417ab-5602-4cf6-9f21-196c843e9b2b', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fce62d-9511-479e-bb46-bd01228a03f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:42Z', 'updated_at': '2022-02-28T18:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:48:47.055735 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2129c5-3f5f-451b-b48f-1da1bbfa9213 None None] The sync data for ids ['55fce62d-9511-479e-bb46-bd01228a03f3'] in dv-cinder-831188-1-iscsi is: [{'id': '55fce62d-9511-479e-bb46-bd01228a03f3', 'name': 'tempest-TestShelveInstance-1134157601-router', 'tenant_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f3d417ab-5602-4cf6-9f21-196c843e9b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:41Z', 'updated_at': '2022-02-28T18:48:43Z', 'revision_number': 3, 'project_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'gw_port': {'id': 'f3d417ab-5602-4cf6-9f21-196c843e9b2b', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0a:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fce62d-9511-479e-bb46-bd01228a03f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:42Z', 'updated_at': '2022-02-28T18:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:48:47.084729 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:47.095139 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c961273-9bba-419d-a637-a8a0672e2637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbecf392-fe33-4c1a-950b-aeb7f64de97d,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:47.096668 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:47.144990 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-820dbc55-070b-446f-abc9-f5d8859db3b0 req-88adb082-f970-4246-b8db-b02c96e4134b tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1733050
Feb 28 18:48:47.158515 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7779ba0e-66cc-4109-bba2-b5e26abc5260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:47.162114 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c23b9eb6-8a6d-4970-9e1c-c08398f6bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:47.163648 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e8ca51-21ee-4815-94c6-53ef38f0c6b6 {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:48:47.204256 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 74e8ca51-21ee-4815-94c6-53ef38f0c6b6, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=74e8ca51-21ee-4815-94c6-53ef38f0c6b6,segment=NetworkSegment(a6a0d181-0a63-46a3-beb5-5734885b694e),segment_id=a6a0d181-0a63-46a3-beb5-5734885b694e)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:48:47.207386 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=faffef52-1353-41fa-9f35-09b66d6036d9,revision_number=3']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:47.212850 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:47.232863 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7779ba0e-66cc-4109-bba2-b5e26abc5260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:47.329272 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7779ba0e-66cc-4109-bba2-b5e26abc5260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:47.333565 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23b9eb6-8a6d-4970-9e1c-c08398f6bf9f admin admin] Network d2c32dfb-c6c9-4d2b-921e-9fab96551b7b is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:48:47.341582 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-c23b9eb6-8a6d-4970-9e1c-c08398f6bf9f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:48:47.347013 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23b9eb6-8a6d-4970-9e1c-c08398f6bf9f admin admin] Received port after_create {{(pid=83062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:48:47.347612 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c23b9eb6-8a6d-4970-9e1c-c08398f6bf9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708341'] for router_interface, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:47.359148 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b9eb6-8a6d-4970-9e1c-c08398f6bf9f admin admin] Pushing event updated for resources: {'Port': ['ID=f22bc6c7-a66b-4e4b-abd1-fa659347d4ab,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:47.378940 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779ba0e-66cc-4109-bba2-b5e26abc5260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbecf392-fe33-4c1a-950b-aeb7f64de97d,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:47.383113 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7779ba0e-66cc-4109-bba2-b5e26abc5260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:47.386801 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-7779ba0e-66cc-4109-bba2-b5e26abc5260 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bbecf392-fe33-4c1a-950b-aeb7f64de97d HTTP/1.1" status: 204  len: 168 time: 0.3994272
Feb 28 18:48:47.448569 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=74e8ca51-21ee-4815-94c6-53ef38f0c6b6,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:47.460768 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c23b9eb6-8a6d-4970-9e1c-c08398f6bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:47.572148 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device ae0a9eac-7bd5-4b63-ad1a-2646bc58341c up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:48:47.710481 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port ae0a9eac-7bd5-4b63-ad1a-2646bc58341c triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:48:47.710867 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:47.744048 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c23b9eb6-8a6d-4970-9e1c-c08398f6bf9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:47.751366 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c23b9eb6-8a6d-4970-9e1c-c08398f6bf9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:47.752874 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c23b9eb6-8a6d-4970-9e1c-c08398f6bf9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7997001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708120'] for router_interface, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:47.768208 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-d9e86af3-9464-4d71-961a-c1021547001c None None] Provisioning for port f22bc6c7-a66b-4e4b-abd1-fa659347d4ab completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:48:47.775128 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-d9e86af3-9464-4d71-961a-c1021547001c None None] Provisioning complete for port f22bc6c7-a66b-4e4b-abd1-fa659347d4ab triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:48:47.775498 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-d9e86af3-9464-4d71-961a-c1021547001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:47.807736 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['74e8ca51-21ee-4815-94c6-53ef38f0c6b6'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:48:47.851843 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23fe70-0be9-4c46-8a44-3185dc5062cb req-6961878d-b77e-44d8-8758-9bfc5973be27 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:47.853745 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1c23fe70-0be9-4c46-8a44-3185dc5062cb req-6961878d-b77e-44d8-8758-9bfc5973be27 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 945 time: 0.0897875
Feb 28 18:48:47.891940 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 59870) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:47.901682 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b9eb6-8a6d-4970-9e1c-c08398f6bf9f admin admin] Pushing event updated for resources: {'Port': ['ID=f22bc6c7-a66b-4e4b-abd1-fa659347d4ab,revision_number=2']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:47.935188 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d7b62f40-7fba-4820-bf9f-7c5ec2e7e1bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:47.963116 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1c23fe70-0be9-4c46-8a44-3185dc5062cb req-24f9cff8-28aa-4e5c-b260-3882066c1e12 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037071
Feb 28 18:48:47.965150 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23b9eb6-8a6d-4970-9e1c-c08398f6bf9f admin admin] Network d2c32dfb-c6c9-4d2b-921e-9fab96551b7b is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:48:47.969678 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-c23b9eb6-8a6d-4970-9e1c-c08398f6bf9f admin admin] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:48:47.977917 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-d9e86af3-9464-4d71-961a-c1021547001c None None] Port f22bc6c7-a66b-4e4b-abd1-fa659347d4ab cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:48:47.999116 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-d7b62f40-7fba-4820-bf9f-7c5ec2e7e1bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:48.008839 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device faffef52-1353-41fa-9f35-09b66d6036d9 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:48:48.022261 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-d7b62f40-7fba-4820-bf9f-7c5ec2e7e1bf admin admin] Usage tracker for resource:security_group_rule and tenant:01312c945ac04dd3911bd238341927a0 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:48.029772 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-d7b62f40-7fba-4820-bf9f-7c5ec2e7e1bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:48.045925 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-d7b62f40-7fba-4820-bf9f-7c5ec2e7e1bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:48.153944 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d7b62f40-7fba-4820-bf9f-7c5ec2e7e1bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:48.166946 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d7b62f40-7fba-4820-bf9f-7c5ec2e7e1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:48.194222 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port faffef52-1353-41fa-9f35-09b66d6036d9 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:48:48.194615 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:48.290590 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b62f40-7fba-4820-bf9f-7c5ec2e7e1bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90a7e76-b43d-4c19-b612-6d8830530bbb,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:48.297227 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-d7b62f40-7fba-4820-bf9f-7c5ec2e7e1bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=01312c945ac04dd3911bd238341927a0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4002049
Feb 28 18:48:48.300103 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 59876) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:48.379919 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-e42a446e-f670-46b8-853e-ecc3b2607138 None None] Provisioning complete for port f22bc6c7-a66b-4e4b-abd1-fa659347d4ab triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:48:48.380644 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-e42a446e-f670-46b8-853e-ecc3b2607138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:48.448452 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-e42a446e-f670-46b8-853e-ecc3b2607138 None None] Port f22bc6c7-a66b-4e4b-abd1-fa659347d4ab cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:48:48.504754 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8a146894-f5bd-41a0-9559-d6a9a7415f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:48.520901 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c8614-7598-4340-b677-0356f0eb605c req-c97a4496-ee32-4fb2-85cd-96fdd024476e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:48.523882 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1e2c8614-7598-4340-b677-0356f0eb605c req-c97a4496-ee32-4fb2-85cd-96fdd024476e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.1189041
Feb 28 18:48:48.531570 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8a146894-f5bd-41a0-9559-d6a9a7415f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:48.592739 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8a146894-f5bd-41a0-9559-d6a9a7415f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:48.612075 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a146894-f5bd-41a0-9559-d6a9a7415f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90a7e76-b43d-4c19-b612-6d8830530bbb,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:48.615374 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8a146894-f5bd-41a0-9559-d6a9a7415f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:48.618121 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23b9eb6-8a6d-4970-9e1c-c08398f6bf9f admin admin] Router 55fce62d-9511-479e-bb46-bd01228a03f3 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:48:48.621592 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1e2c8614-7598-4340-b677-0356f0eb605c req-1a0b8313-3799-4de4-a85d-9f15d3f6732f tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854909
Feb 28 18:48:48.655329 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-8a146894-f5bd-41a0-9559-d6a9a7415f09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d90a7e76-b43d-4c19-b612-6d8830530bbb HTTP/1.1" status: 204  len: 168 time: 0.3172183
Feb 28 18:48:48.888497 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fac590-9c42-45b5-a728-7842a33e7707 req-b0e2c379-47cf-4d77-90fb-0c0c5870cbd9 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:48.891620 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23b9eb6-8a6d-4970-9e1c-c08398f6bf9f admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:48:48.895678 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-64fac590-9c42-45b5-a728-7842a33e7707 req-b0e2c379-47cf-4d77-90fb-0c0c5870cbd9 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.1144342
Feb 28 18:48:48.910753 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-c23b9eb6-8a6d-4970-9e1c-c08398f6bf9f admin admin] 10.222.0.18 "PUT /v2.0/routers/55fce62d-9511-479e-bb46-bd01228a03f3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9440997
Feb 28 18:48:48.947112 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-64fac590-9c42-45b5-a728-7842a33e7707 req-19896c8a-fb00-47c0-82dd-f4325f28b5d6 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505939
Feb 28 18:48:49.201641 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79de7e-eb35-4567-a236-0e5fd5edbf97 req-6fe9b9dc-166c-4aeb-847c-aa449b6caa39 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:49.205002 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-8d79de7e-eb35-4567-a236-0e5fd5edbf97 req-6fe9b9dc-166c-4aeb-847c-aa449b6caa39 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 945 time: 0.0975087
Feb 28 18:48:49.261713 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 59910) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:49.280885 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-8d79de7e-eb35-4567-a236-0e5fd5edbf97 req-ff70be71-cfd8-414a-8e40-ac71ea1e06a2 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686586
Feb 28 18:48:49.281967 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-e808da90-c4a5-40d0-abfa-f4bdb8fb4e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:49.323953 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-e808da90-c4a5-40d0-abfa-f4bdb8fb4e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:49.327699 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-e808da90-c4a5-40d0-abfa-f4bdb8fb4e06 admin admin] Usage tracker for resource:security_group_rule and tenant:045b826914e745aab05f6874b8b121d4 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:49.331179 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-e808da90-c4a5-40d0-abfa-f4bdb8fb4e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:49.336841 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-e808da90-c4a5-40d0-abfa-f4bdb8fb4e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:49.407998 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-e808da90-c4a5-40d0-abfa-f4bdb8fb4e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:49.413470 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-e808da90-c4a5-40d0-abfa-f4bdb8fb4e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:49.448414 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808da90-c4a5-40d0-abfa-f4bdb8fb4e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb09813-f0ab-4b91-9421-1b5cd905b55f,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:49.476115 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 59918) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:49.476299 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-e808da90-c4a5-40d0-abfa-f4bdb8fb4e06 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=045b826914e745aab05f6874b8b121d4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2130952
Feb 28 18:48:49.605262 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fd9f88a3-2cc1-47f7-a12e-e908af09b70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:49.630883 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fd9f88a3-2cc1-47f7-a12e-e908af09b70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:49.683878 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fd9f88a3-2cc1-47f7-a12e-e908af09b70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:49.698222 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f88a3-2cc1-47f7-a12e-e908af09b70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb09813-f0ab-4b91-9421-1b5cd905b55f,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:49.704074 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fd9f88a3-2cc1-47f7-a12e-e908af09b70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:49.707722 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-fd9f88a3-2cc1-47f7-a12e-e908af09b70c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5cb09813-f0ab-4b91-9421-1b5cd905b55f HTTP/1.1" status: 204  len: 168 time: 0.2279460
Feb 28 18:48:49.752381 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 59926) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:49.758248 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-f7e8421c-6122-4914-a5e9-304b51f777ff tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-958819489', 'description': 'tempest-secgroup-smoke-958819489 description', 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:48:49.764620 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-f7e8421c-6122-4914-a5e9-304b51f777ff tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:49.768986 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-f7e8421c-6122-4914-a5e9-304b51f777ff tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Usage tracker for resource:security_group and tenant:df6310ee4c214b53bfc3fa13d6f15b83 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:49.772194 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-f7e8421c-6122-4914-a5e9-304b51f777ff tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:49.781138 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-f7e8421c-6122-4914-a5e9-304b51f777ff tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:49.797511 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f7e8421c-6122-4914-a5e9-304b51f777ff tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:49.834982 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-f7e8421c-6122-4914-a5e9-304b51f777ff tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:49.838656 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-f7e8421c-6122-4914-a5e9-304b51f777ff tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Usage tracker for resource:security_group_rule and tenant:df6310ee4c214b53bfc3fa13d6f15b83 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:49.841339 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-f7e8421c-6122-4914-a5e9-304b51f777ff tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:49.846928 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-f7e8421c-6122-4914-a5e9-304b51f777ff tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:49.915522 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f7e8421c-6122-4914-a5e9-304b51f777ff tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:49.923153 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f7e8421c-6122-4914-a5e9-304b51f777ff tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:49.969266 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f7e8421c-6122-4914-a5e9-304b51f777ff tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:49.971170 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-f7e8421c-6122-4914-a5e9-304b51f777ff tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.2177200
Feb 28 18:48:49.971943 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8421c-6122-4914-a5e9-304b51f777ff tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd65545-9f10-4686-a62e-14e2edf3f1ac,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:49.974423 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 59934) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:49.980043 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-93bd6e8c-1f86-4432-88ad-4a8c4be8264a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Request body: {'security_group_rule': {'security_group_id': '2dd65545-9f10-4686-a62e-14e2edf3f1ac', 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:48:49.985801 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-93bd6e8c-1f86-4432-88ad-4a8c4be8264a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:49.989662 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-93bd6e8c-1f86-4432-88ad-4a8c4be8264a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Usage tracker for resource:security_group_rule and tenant:df6310ee4c214b53bfc3fa13d6f15b83 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:49.992488 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-93bd6e8c-1f86-4432-88ad-4a8c4be8264a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:49.998028 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-93bd6e8c-1f86-4432-88ad-4a8c4be8264a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:50.014985 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-93bd6e8c-1f86-4432-88ad-4a8c4be8264a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:50.100895 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-93bd6e8c-1f86-4432-88ad-4a8c4be8264a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:50.106014 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-93bd6e8c-1f86-4432-88ad-4a8c4be8264a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:50.134859 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd6e8c-1f86-4432-88ad-4a8c4be8264a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e26b83b-3275-40ec-b193-f48e0f192c45,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:50.147951 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-93bd6e8c-1f86-4432-88ad-4a8c4be8264a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:50.149499 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-93bd6e8c-1f86-4432-88ad-4a8c4be8264a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1739008
Feb 28 18:48:50.152609 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 59950) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:50.159035 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-b4f6caf6-413a-49c3-ad6e-c9b23a1f24cc tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Request body: {'security_group_rule': {'security_group_id': '2dd65545-9f10-4686-a62e-14e2edf3f1ac', 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:48:50.170270 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-b4f6caf6-413a-49c3-ad6e-c9b23a1f24cc tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:50.171431 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-b4f6caf6-413a-49c3-ad6e-c9b23a1f24cc tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Usage tracker for resource:security_group_rule and tenant:df6310ee4c214b53bfc3fa13d6f15b83 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:50.174606 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-b4f6caf6-413a-49c3-ad6e-c9b23a1f24cc tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:50.180375 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-b4f6caf6-413a-49c3-ad6e-c9b23a1f24cc tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:50.199598 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b4f6caf6-413a-49c3-ad6e-c9b23a1f24cc tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:50.268703 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b4f6caf6-413a-49c3-ad6e-c9b23a1f24cc tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:50.273726 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b4f6caf6-413a-49c3-ad6e-c9b23a1f24cc tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:50.297449 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6caf6-413a-49c3-ad6e-c9b23a1f24cc tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0934b48-4624-4acc-a8e4-7b909fa8ba9a,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:50.321140 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b4f6caf6-413a-49c3-ad6e-c9b23a1f24cc tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:50.324902 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-b4f6caf6-413a-49c3-ad6e-c9b23a1f24cc tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1688778
Feb 28 18:48:50.325740 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 59970) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:50.330963 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-c2c81658-92d2-491c-a6f4-23e873be21f5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Request body: {'security_group_rule': {'security_group_id': '2dd65545-9f10-4686-a62e-14e2edf3f1ac', 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:48:50.344143 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-c2c81658-92d2-491c-a6f4-23e873be21f5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:50.348468 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-c2c81658-92d2-491c-a6f4-23e873be21f5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Usage tracker for resource:security_group_rule and tenant:df6310ee4c214b53bfc3fa13d6f15b83 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:50.351808 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-c2c81658-92d2-491c-a6f4-23e873be21f5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:50.359724 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-c2c81658-92d2-491c-a6f4-23e873be21f5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:50.387532 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c2c81658-92d2-491c-a6f4-23e873be21f5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:50.516170 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c2c81658-92d2-491c-a6f4-23e873be21f5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:50.523561 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c2c81658-92d2-491c-a6f4-23e873be21f5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:50.545707 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3469304-3b07-40a8-b443-f2a3a0b32b21 req-a8b3476c-7c2f-4a7e-9c6b-a31429c5b515 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:50.547299 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c3469304-3b07-40a8-b443-f2a3a0b32b21 req-a8b3476c-7c2f-4a7e-9c6b-a31429c5b515 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 945 time: 0.1246910
Feb 28 18:48:50.558078 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c81658-92d2-491c-a6f4-23e873be21f5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcabf597-0a6a-4ade-a683-27a5ebf3b46d,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:50.591664 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c2c81658-92d2-491c-a6f4-23e873be21f5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:50.595580 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-c2c81658-92d2-491c-a6f4-23e873be21f5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2667363
Feb 28 18:48:50.595938 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 59984) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:50.601777 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-8557341a-9608-40e3-82a7-8b866b50ea0f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Request body: {'security_group_rule': {'security_group_id': '2dd65545-9f10-4686-a62e-14e2edf3f1ac', 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:48:50.610493 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-8557341a-9608-40e3-82a7-8b866b50ea0f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:50.620245 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-8557341a-9608-40e3-82a7-8b866b50ea0f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Usage tracker for resource:security_group_rule and tenant:df6310ee4c214b53bfc3fa13d6f15b83 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:50.626230 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-8557341a-9608-40e3-82a7-8b866b50ea0f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:50.633808 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c3469304-3b07-40a8-b443-f2a3a0b32b21 req-08acc54f-35d4-48f1-848f-427aea7130f4 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711398
Feb 28 18:48:50.635672 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-8557341a-9608-40e3-82a7-8b866b50ea0f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:50.657248 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8557341a-9608-40e3-82a7-8b866b50ea0f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:50.721291 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8557341a-9608-40e3-82a7-8b866b50ea0f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:50.725604 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8557341a-9608-40e3-82a7-8b866b50ea0f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:50.748177 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557341a-9608-40e3-82a7-8b866b50ea0f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=165e19e8-d713-4315-b1d4-c20d83e95599,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:50.759036 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8557341a-9608-40e3-82a7-8b866b50ea0f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:50.760361 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-8557341a-9608-40e3-82a7-8b866b50ea0f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1633503
Feb 28 18:48:50.763027 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 59996) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:50.768712 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-08e27775-32a7-4c9e-b8d8-f23f019a0dbb tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Request body: {'security_group_rule': {'security_group_id': '2dd65545-9f10-4686-a62e-14e2edf3f1ac', 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:48:50.774427 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-08e27775-32a7-4c9e-b8d8-f23f019a0dbb tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:50.778177 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-08e27775-32a7-4c9e-b8d8-f23f019a0dbb tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Usage tracker for resource:security_group_rule and tenant:df6310ee4c214b53bfc3fa13d6f15b83 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:50.781008 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-08e27775-32a7-4c9e-b8d8-f23f019a0dbb tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:50.786933 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-08e27775-32a7-4c9e-b8d8-f23f019a0dbb tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:50.800035 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.securitygroups_db [None req-08e27775-32a7-4c9e-b8d8-f23f019a0dbb tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Project df6310ee4c214b53bfc3fa13d6f15b83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 28 18:48:50.806339 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-08e27775-32a7-4c9e-b8d8-f23f019a0dbb tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:50.876248 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-08e27775-32a7-4c9e-b8d8-f23f019a0dbb tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:50.879917 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-08e27775-32a7-4c9e-b8d8-f23f019a0dbb tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:50.902634 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e27775-32a7-4c9e-b8d8-f23f019a0dbb tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2077d00b-695d-419e-80ca-72aba499c27b,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:50.915760 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-08e27775-32a7-4c9e-b8d8-f23f019a0dbb tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:50.916956 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-08e27775-32a7-4c9e-b8d8-f23f019a0dbb tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1529977
Feb 28 18:48:50.919777 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 60002) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:48:50.925687 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-21ab4d98-0d82-4f3e-9f80-45b68d892cc7 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Request body: {'security_group_rule': {'security_group_id': '2dd65545-9f10-4686-a62e-14e2edf3f1ac', 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:48:50.931703 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-21ab4d98-0d82-4f3e-9f80-45b68d892cc7 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:48:50.936066 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-21ab4d98-0d82-4f3e-9f80-45b68d892cc7 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Usage tracker for resource:security_group_rule and tenant:df6310ee4c214b53bfc3fa13d6f15b83 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:48:50.938585 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-21ab4d98-0d82-4f3e-9f80-45b68d892cc7 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:48:50.944474 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-21ab4d98-0d82-4f3e-9f80-45b68d892cc7 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:48:50.957422 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.securitygroups_db [None req-21ab4d98-0d82-4f3e-9f80-45b68d892cc7 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Project df6310ee4c214b53bfc3fa13d6f15b83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 28 18:48:50.964231 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-21ab4d98-0d82-4f3e-9f80-45b68d892cc7 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:51.036784 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-21ab4d98-0d82-4f3e-9f80-45b68d892cc7 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:51.040928 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-21ab4d98-0d82-4f3e-9f80-45b68d892cc7 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:51.065707 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab4d98-0d82-4f3e-9f80-45b68d892cc7 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff6616c-852b-4f8d-b2aa-f88f7bddf89c,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:51.075622 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-21ab4d98-0d82-4f3e-9f80-45b68d892cc7 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:51.082621 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-21ab4d98-0d82-4f3e-9f80-45b68d892cc7 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1561651
Feb 28 18:48:51.853748 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22014f6d-fd90-4f73-af33-122cc7d6116b req-511b96a2-bbde-4cdd-992a-3adc8310c7fe tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:51.855238 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-22014f6d-fd90-4f73-af33-122cc7d6116b req-511b96a2-bbde-4cdd-992a-3adc8310c7fe tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 945 time: 0.0798233
Feb 28 18:48:51.899879 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-22014f6d-fd90-4f73-af33-122cc7d6116b req-e81ac256-f479-4e69-a461-cce5f436191e tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391531
Feb 28 18:48:52.098033 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 74e8ca51-21ee-4815-94c6-53ef38f0c6b6 up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:48:52.174852 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port 74e8ca51-21ee-4815-94c6-53ef38f0c6b6 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:48:52.181156 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port 74e8ca51-21ee-4815-94c6-53ef38f0c6b6 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:48:52.181448 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:52.312254 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:52.343146 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd554338-ceb3-4d85-a4b9-7e36ee91b364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e8ca51-21ee-4815-94c6-53ef38f0c6b6'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:48:52.355270 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 74e8ca51-21ee-4815-94c6-53ef38f0c6b6, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=74e8ca51-21ee-4815-94c6-53ef38f0c6b6,segment=NetworkSegment(a6a0d181-0a63-46a3-beb5-5734885b694e),segment_id=a6a0d181-0a63-46a3-beb5-5734885b694e)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:48:52.359150 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:52.412175 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd554338-ceb3-4d85-a4b9-7e36ee91b364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e8ca51-21ee-4815-94c6-53ef38f0c6b6', 'code': 200}
Feb 28 18:48:52.425898 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=74e8ca51-21ee-4815-94c6-53ef38f0c6b6,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:53.109219 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a57daf-5219-486c-abc9-533b6be7682e req-1443fbd8-5ff7-48d4-b5ff-2f7e6db2a617 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:53.111041 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-60a57daf-5219-486c-abc9-533b6be7682e req-1443fbd8-5ff7-48d4-b5ff-2f7e6db2a617 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 946 time: 0.0811982
Feb 28 18:48:53.159735 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-60a57daf-5219-486c-abc9-533b6be7682e req-f938a0ed-dca2-44da-8c34-773f1bfba06a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428474
Feb 28 18:48:53.553758 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device f3d417ab-5602-4cf6-9f21-196c843e9b2b up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:48:53.628240 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port f3d417ab-5602-4cf6-9f21-196c843e9b2b completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:48:53.633500 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port f3d417ab-5602-4cf6-9f21-196c843e9b2b triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:48:53.634351 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:53.752438 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:53.769111 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port f3d417ab-5602-4cf6-9f21-196c843e9b2b, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=f3d417ab-5602-4cf6-9f21-196c843e9b2b,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:48:53.773233 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:53.813411 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3680479b-f64e-486c-8b04-e476fe58392e req-0386979e-7164-4fc6-8de2-a714dbe64ed7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 1099 time: 0.0761118
Feb 28 18:48:53.872141 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=f3d417ab-5602-4cf6-9f21-196c843e9b2b,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:48:53.893724 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3680479b-f64e-486c-8b04-e476fe58392e req-ca02f24a-c9e6-4f07-bf9e-0ad9235477df service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730395
Feb 28 18:48:54.380379 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4783bf85-767c-432c-b5e3-538623ed7f2b req-76b28654-0af0-49a1-a52c-6aee3e8f6ba9 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:54.382092 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4783bf85-767c-432c-b5e3-538623ed7f2b req-76b28654-0af0-49a1-a52c-6aee3e8f6ba9 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 946 time: 0.0909276
Feb 28 18:48:54.435464 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4783bf85-767c-432c-b5e3-538623ed7f2b req-275a98e9-e88e-4bb3-bd26-0d9da86b0830 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435948
Feb 28 18:48:55.544670 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device f3d417ab-5602-4cf6-9f21-196c843e9b2b up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:48:55.616134 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port f3d417ab-5602-4cf6-9f21-196c843e9b2b triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:48:55.616503 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:55.649387 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cba6e-ddc2-422c-80a6-def4d24ff71f req-80bdcb2f-847d-41cd-90e7-9240594f2e7a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:55.650842 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f59cba6e-ddc2-422c-80a6-def4d24ff71f req-80bdcb2f-847d-41cd-90e7-9240594f2e7a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 946 time: 0.0890913
Feb 28 18:48:55.705666 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f59cba6e-ddc2-422c-80a6-def4d24ff71f req-4f505aea-f71c-4997-b863-60ff09c7ebd9 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492833
Feb 28 18:48:56.039007 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7bced3a2-84e6-41c1-aed2-23589c82e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:56.526884 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2eba4363-7646-4b72-a42a-256140f548e1 req-ee28b985-37f2-49a7-8e02-233ed34d6b96 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2dde676ebfae458485b906516863f0a6&device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 1099 time: 0.1529236
Feb 28 18:48:56.560059 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d4f6b-9c24-4e25-bc0c-e0b7b8cce59c req-ab1a1ccd-6978-4701-aac0-06da4a617d3f tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:56.561510 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d82d4f6b-9c24-4e25-bc0c-e0b7b8cce59c req-ab1a1ccd-6978-4701-aac0-06da4a617d3f tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.1429303
Feb 28 18:48:56.687169 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d82d4f6b-9c24-4e25-bc0c-e0b7b8cce59c req-9cb436d0-80f6-4d69-8387-d28b61762bc1 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183510
Feb 28 18:48:56.707285 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba4363-7646-4b72-a42a-256140f548e1 req-84744286-5da2-462d-bebe-1fa1aa1ef081 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:56.708808 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2eba4363-7646-4b72-a42a-256140f548e1 req-84744286-5da2-462d-bebe-1fa1aa1ef081 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c47f8e2-1f60-48dd-8af5-15438a78251b HTTP/1.1" status: 200  len: 919 time: 0.1743476
Feb 28 18:48:56.782665 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2eba4363-7646-4b72-a42a-256140f548e1 req-44c5830e-8a1e-4c75-ab1c-bd69a7eb9dfe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90d20ea1-9cdd-416f-8cc6-e54b3413210b HTTP/1.1" status: 200  len: 217 time: 0.0672765
Feb 28 18:48:56.869313 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba4363-7646-4b72-a42a-256140f548e1 req-d6b9575c-fa79-4537-aeac-a367fc9d2001 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:56.870860 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2eba4363-7646-4b72-a42a-256140f548e1 req-d6b9575c-fa79-4537-aeac-a367fc9d2001 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3183f4d-fffd-4f45-b1db-3eda723095ac HTTP/1.1" status: 200  len: 858 time: 0.0799584
Feb 28 18:48:56.917084 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53a7a1-1e1b-4e1f-9e64-e439866df7d2 req-6207205d-57b6-4685-9869-766e82622af0 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:56.918707 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-be53a7a1-1e1b-4e1f-9e64-e439866df7d2 req-6207205d-57b6-4685-9869-766e82622af0 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 946 time: 0.0853534
Feb 28 18:48:56.921142 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2eba4363-7646-4b72-a42a-256140f548e1 req-ae39643d-6fdc-4d15-8449-c58acb37e0b2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c47f8e2-1f60-48dd-8af5-15438a78251b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435469
Feb 28 18:48:56.966931 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-be53a7a1-1e1b-4e1f-9e64-e439866df7d2 req-e047f7b4-5533-41d8-aa36-899b35a10441 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419462
Feb 28 18:48:57.084787 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2eba4363-7646-4b72-a42a-256140f548e1 req-576d28c7-93ee-42bc-9c4f-e61e8e483fe7 service neutron] 10.222.0.70 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531725
Feb 28 18:48:57.308864 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2eba4363-7646-4b72-a42a-256140f548e1 req-4c83f0fa-80e4-4b35-b45b-3260ed5c7cb8 service neutron] 10.222.0.70 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2177601
Feb 28 18:48:57.900211 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398c2f4-85fa-4ebb-b247-973b34edf2d0 req-10cc47e2-d717-4601-9983-52d57a282baa tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:57.901611 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5398c2f4-85fa-4ebb-b247-973b34edf2d0 req-10cc47e2-d717-4601-9983-52d57a282baa tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0812390
Feb 28 18:48:57.948872 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5398c2f4-85fa-4ebb-b247-973b34edf2d0 req-82aeefdc-d16d-425f-b990-8c99c5c5596f tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414629
Feb 28 18:48:58.294124 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-8b6a0ffa-0067-4f2f-a8fb-d83117804f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:58.625480 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-420fb064-91c4-4180-934b-f7f2d02c08fb req-c7fce735-144b-4edc-9421-f61132372898 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0680561
Feb 28 18:48:58.726314 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-420fb064-91c4-4180-934b-f7f2d02c08fb req-f43799e1-a28b-4f37-be9d-c2079d9ac851 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbff699f8ada48a78f3957fe6718a4ad&device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 1098 time: 0.0746281
Feb 28 18:48:58.877209 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fb064-91c4-4180-934b-f7f2d02c08fb req-b745fc31-6dae-4e19-b89d-b08713fe7eef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:58.878727 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-420fb064-91c4-4180-934b-f7f2d02c08fb req-b745fc31-6dae-4e19-b89d-b08713fe7eef service neutron] 10.222.0.70 "GET /v2.0/networks?id=33faf01f-a157-4cb1-86f7-3ea812bfd79a HTTP/1.1" status: 200  len: 916 time: 0.1321197
Feb 28 18:48:58.950156 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-420fb064-91c4-4180-934b-f7f2d02c08fb req-81a2c2b8-a4e3-4d0e-bffb-b547819477f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4e779cc-a1e2-4965-9ce1-55fda3baf989 HTTP/1.1" status: 200  len: 217 time: 0.0645814
Feb 28 18:48:59.019679 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fb064-91c4-4180-934b-f7f2d02c08fb req-8c41dbed-d1f6-40f2-b554-e86e49e7b517 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:59.021122 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-420fb064-91c4-4180-934b-f7f2d02c08fb req-8c41dbed-d1f6-40f2-b554-e86e49e7b517 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1f413d20-e81e-4777-9224-e80e0c09c076 HTTP/1.1" status: 200  len: 855 time: 0.0630944
Feb 28 18:48:59.068211 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-420fb064-91c4-4180-934b-f7f2d02c08fb req-adeeac40-7773-4ba4-9da9-dbdd1b6263c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=33faf01f-a157-4cb1-86f7-3ea812bfd79a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0404549
Feb 28 18:48:59.162504 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170b09a-764c-4a85-934b-5c61d942959e req-bbb79bd3-8313-46b4-9af9-248b70767f73 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:48:59.164085 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b170b09a-764c-4a85-934b-5c61d942959e req-bbb79bd3-8313-46b4-9af9-248b70767f73 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0856321
Feb 28 18:48:59.211264 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-420fb064-91c4-4180-934b-f7f2d02c08fb req-dc8a946d-99d0-489a-b49b-4d518f177c8b service neutron] 10.222.0.70 "GET /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314225
Feb 28 18:48:59.213257 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b170b09a-764c-4a85-934b-5c61d942959e req-bbf93a80-92b8-49c5-87c6-2885aa31de92 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435956
Feb 28 18:48:59.292017 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:59.356792 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-420fb064-91c4-4180-934b-f7f2d02c08fb req-6c15368c-840d-4d79-af29-56aeaad1f32a service neutron] 10.222.0.70 "GET /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391659
Feb 28 18:48:59.448079 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:48:59.505361 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:00.425719 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeca0e8-be7a-4244-83f8-0f9fb3d28dd2 req-3c4e5c1b-afd1-4b67-a03d-e626f230ecf2 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:00.427448 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-eaeca0e8-be7a-4244-83f8-0f9fb3d28dd2 req-3c4e5c1b-afd1-4b67-a03d-e626f230ecf2 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0836549
Feb 28 18:49:00.474113 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-eaeca0e8-be7a-4244-83f8-0f9fb3d28dd2 req-e7a6c666-9740-4175-8a75-ed0378bd5642 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407190
Feb 28 18:49:00.744371 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:01.702159 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2264759-2dd1-45bf-a411-c46178f098de req-a6dac181-40f4-45c2-9b51-98575f423310 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:01.703706 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a2264759-2dd1-45bf-a411-c46178f098de req-a6dac181-40f4-45c2-9b51-98575f423310 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0991569
Feb 28 18:49:01.756312 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a2264759-2dd1-45bf-a411-c46178f098de req-cd7d4d48-db2f-447e-ac84-8ff69f8af54c tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468225
Feb 28 18:49:01.767288 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 60268) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:49:01.968097 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d025cf74-1c8b-4bae-bac4-aa2818b25239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:02.005096 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-d025cf74-1c8b-4bae-bac4-aa2818b25239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:49:02.009424 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-d025cf74-1c8b-4bae-bac4-aa2818b25239 admin admin] Usage tracker for resource:security_group_rule and tenant:b9c77c708da647a79355697180ce9f3c is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:49:02.012462 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-d025cf74-1c8b-4bae-bac4-aa2818b25239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:49:02.018360 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-d025cf74-1c8b-4bae-bac4-aa2818b25239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:49:02.081453 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d025cf74-1c8b-4bae-bac4-aa2818b25239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:02.086864 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d025cf74-1c8b-4bae-bac4-aa2818b25239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:02.131358 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025cf74-1c8b-4bae-bac4-aa2818b25239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44346e9-99a1-43fe-bf4b-dcdc604b29bb,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:49:02.135787 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-d025cf74-1c8b-4bae-bac4-aa2818b25239 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9c77c708da647a79355697180ce9f3c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3674650
Feb 28 18:49:02.139010 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 60274) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:49:02.209095 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6e4e2b56-d489-4f8c-a8a2-55fece642f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:02.234794 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6e4e2b56-d489-4f8c-a8a2-55fece642f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:02.292364 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6e4e2b56-d489-4f8c-a8a2-55fece642f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:02.306928 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e2b56-d489-4f8c-a8a2-55fece642f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44346e9-99a1-43fe-bf4b-dcdc604b29bb,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:49:02.315375 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6e4e2b56-d489-4f8c-a8a2-55fece642f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:02.323112 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-6e4e2b56-d489-4f8c-a8a2-55fece642f95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a44346e9-99a1-43fe-bf4b-dcdc604b29bb HTTP/1.1" status: 204  len: 168 time: 0.1828580
Feb 28 18:49:02.987219 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f3e70-3b05-47c6-8a5e-f30b0975d506 req-8be09f7a-f0e0-490d-a99f-8310cd4e3e58 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:02.988924 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-016f3e70-3b05-47c6-8a5e-f30b0975d506 req-8be09f7a-f0e0-490d-a99f-8310cd4e3e58 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.1017580
Feb 28 18:49:03.043464 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-016f3e70-3b05-47c6-8a5e-f30b0975d506 req-dded0aa0-2864-49bb-b836-0f200a9b807a tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487628
Feb 28 18:49:03.179166 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 60328) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:49:03.459187 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5aad089d-2143-4239-bc22-289b4955b950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:03.496866 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-5aad089d-2143-4239-bc22-289b4955b950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:49:03.504136 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-5aad089d-2143-4239-bc22-289b4955b950 admin admin] Usage tracker for resource:security_group_rule and tenant:ad95e0b3375849de882cf4dcb62d212e is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:49:03.507437 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-5aad089d-2143-4239-bc22-289b4955b950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:49:03.513925 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-5aad089d-2143-4239-bc22-289b4955b950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:49:03.584671 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5aad089d-2143-4239-bc22-289b4955b950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:03.589229 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5aad089d-2143-4239-bc22-289b4955b950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:03.638306 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad089d-2143-4239-bc22-289b4955b950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3ee9bc-ad66-491b-a7d4-538c5f406e57,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:49:03.643773 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-5aad089d-2143-4239-bc22-289b4955b950 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad95e0b3375849de882cf4dcb62d212e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4622252
Feb 28 18:49:03.645907 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 60342) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:49:03.652355 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad089d-2143-4239-bc22-289b4955b950 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.652773 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad089d-2143-4239-bc22-289b4955b950 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.653179 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad089d-2143-4239-bc22-289b4955b950 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.653589 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad089d-2143-4239-bc22-289b4955b950 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.653987 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad089d-2143-4239-bc22-289b4955b950 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.654379 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad089d-2143-4239-bc22-289b4955b950 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.654826 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad089d-2143-4239-bc22-289b4955b950 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.655293 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad089d-2143-4239-bc22-289b4955b950 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.655685 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad089d-2143-4239-bc22-289b4955b950 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.656072 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad089d-2143-4239-bc22-289b4955b950 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.656477 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad089d-2143-4239-bc22-289b4955b950 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.712900 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7489f31b-321c-4e1f-bd31-66c6b0e8efb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:03.744201 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7489f31b-321c-4e1f-bd31-66c6b0e8efb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:03.827865 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7489f31b-321c-4e1f-bd31-66c6b0e8efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:03.848544 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489f31b-321c-4e1f-bd31-66c6b0e8efb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3ee9bc-ad66-491b-a7d4-538c5f406e57,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:49:03.856728 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489f31b-321c-4e1f-bd31-66c6b0e8efb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.857075 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489f31b-321c-4e1f-bd31-66c6b0e8efb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.857415 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489f31b-321c-4e1f-bd31-66c6b0e8efb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.857748 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489f31b-321c-4e1f-bd31-66c6b0e8efb1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.858077 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489f31b-321c-4e1f-bd31-66c6b0e8efb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.858405 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489f31b-321c-4e1f-bd31-66c6b0e8efb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.858752 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489f31b-321c-4e1f-bd31-66c6b0e8efb1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.859078 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489f31b-321c-4e1f-bd31-66c6b0e8efb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.859425 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489f31b-321c-4e1f-bd31-66c6b0e8efb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.859923 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489f31b-321c-4e1f-bd31-66c6b0e8efb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.860401 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7489f31b-321c-4e1f-bd31-66c6b0e8efb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:03.867596 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7489f31b-321c-4e1f-bd31-66c6b0e8efb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:03.868707 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-7489f31b-321c-4e1f-bd31-66c6b0e8efb1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c3ee9bc-ad66-491b-a7d4-538c5f406e57 HTTP/1.1" status: 204  len: 168 time: 0.2218652
Feb 28 18:49:04.240475 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 60358) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:49:04.260502 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-923a5482-d7f8-40da-a65e-0201ced2ceae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:04.261177 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f43e1-b5b8-4890-8d7d-8350fe662346 req-a7c575da-ae75-47fd-8bcc-e1a8246a57b8 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:04.262715 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9b7f43e1-b5b8-4890-8d7d-8350fe662346 req-a7c575da-ae75-47fd-8bcc-e1a8246a57b8 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0901427
Feb 28 18:49:04.291059 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-923a5482-d7f8-40da-a65e-0201ced2ceae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:49:04.294799 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-923a5482-d7f8-40da-a65e-0201ced2ceae admin admin] Usage tracker for resource:security_group_rule and tenant:1630ffbdb992482cb95e779f0f616c0a is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:49:04.297865 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-923a5482-d7f8-40da-a65e-0201ced2ceae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:49:04.303416 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-923a5482-d7f8-40da-a65e-0201ced2ceae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:49:04.311419 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9b7f43e1-b5b8-4890-8d7d-8350fe662346 req-5fc1717d-bddb-4bc3-9a19-3a742e9b1bed tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431256
Feb 28 18:49:04.372857 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-923a5482-d7f8-40da-a65e-0201ced2ceae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:04.378280 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-923a5482-d7f8-40da-a65e-0201ced2ceae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:04.424026 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a5482-d7f8-40da-a65e-0201ced2ceae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f67ede8-61ef-4973-bd85-5ccbf4c7a09d,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:49:04.429420 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-923a5482-d7f8-40da-a65e-0201ced2ceae admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1630ffbdb992482cb95e779f0f616c0a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1879256
Feb 28 18:49:04.432182 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 60364) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:49:04.497231 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-97b6c071-6c0a-4eb1-a045-69f0d41ed13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:04.524431 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-97b6c071-6c0a-4eb1-a045-69f0d41ed13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:04.587423 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-97b6c071-6c0a-4eb1-a045-69f0d41ed13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:04.603606 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6c071-6c0a-4eb1-a045-69f0d41ed13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f67ede8-61ef-4973-bd85-5ccbf4c7a09d,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:49:04.612984 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-97b6c071-6c0a-4eb1-a045-69f0d41ed13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:04.614097 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-97b6c071-6c0a-4eb1-a045-69f0d41ed13b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f67ede8-61ef-4973-bd85-5ccbf4c7a09d HTTP/1.1" status: 204  len: 168 time: 0.1810403
Feb 28 18:49:05.041089 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Sync routers for ids ['55fce62d-9511-479e-bb46-bd01228a03f3'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:49:05.054433 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Routers {'55fce62d-9511-479e-bb46-bd01228a03f3'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:49:05.055136 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5b04c0d0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:48:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['55fce62d-9511-479e-bb46-bd01228a03f3'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:49:05.250314 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Set router 55fce62d-9511-479e-bb46-bd01228a03f3 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:49:05.526820 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d34da-d74e-4a67-bf6b-5ad879029e33 req-74c7e32f-94e2-4fa9-b9d3-b9eae4cc0e4d tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:05.528284 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fb5d34da-d74e-4a67-bf6b-5ad879029e33 req-74c7e32f-94e2-4fa9-b9d3-b9eae4cc0e4d tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0903208
Feb 28 18:49:05.597446 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fb5d34da-d74e-4a67-bf6b-5ad879029e33 req-6389c90d-4751-4e1d-8e46-443ca48b1669 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594118
Feb 28 18:49:05.600148 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5b04c0d0>, [{'id': '55fce62d-9511-479e-bb46-bd01228a03f3', 'name': 'tempest-TestShelveInstance-1134157601-router', 'tenant_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f3d417ab-5602-4cf6-9f21-196c843e9b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:41Z', 'updated_at': '2022-02-28T18:48:47Z', 'revision_number': 4, 'project_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'gw_port': {'id': 'f3d417ab-5602-4cf6-9f21-196c843e9b2b', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fce62d-9511-479e-bb46-bd01228a03f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:42Z', 'updated_at': '2022-02-28T18:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': 'f22bc6c7-a66b-4e4b-abd1-fa659347d4ab', 'name': '', 'network_id': 'd2c32dfb-c6c9-4d2b-921e-9fab96551b7b', 'tenant_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'mac_address': 'fa:16:3e:0f:b9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fce62d-9511-479e-bb46-bd01228a03f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ded39f10-5827-4548-9b4e-84d5149c6569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:45Z', 'updated_at': '2022-02-28T18:48:47Z', 'revision_number': 2, 'project_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'subnets': [{'id': 'ded39f10-5827-4548-9b4e-84d5149c6569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:49:05.604282 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Checking router: 55fce62d-9511-479e-bb46-bd01228a03f3 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:49:05.605042 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Updating router 55fce62d-9511-479e-bb46-bd01228a03f3 port f22bc6c7-a66b-4e4b-abd1-fa659347d4ab binding host dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 28 18:49:05.664815 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:06.072807 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Notify callbacks [] for port, precommit_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:06.085366 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Transition to ACTIVE for port object f22bc6c7-a66b-4e4b-abd1-fa659347d4ab will not be triggered until provisioned by entity L2. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:49:06.094052 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:06.301010 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ed285-3a36-467b-9761-a81b8f5be80b None None] Pushing event updated for resources: {'Port': ['ID=f22bc6c7-a66b-4e4b-abd1-fa659347d4ab,revision_number=3']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:49:06.362252 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed285-3a36-467b-9761-a81b8f5be80b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:06.362614 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed285-3a36-467b-9761-a81b8f5be80b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:06.362950 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed285-3a36-467b-9761-a81b8f5be80b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:06.363270 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed285-3a36-467b-9761-a81b8f5be80b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:06.363591 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed285-3a36-467b-9761-a81b8f5be80b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:06.363914 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed285-3a36-467b-9761-a81b8f5be80b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:06.364229 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed285-3a36-467b-9761-a81b8f5be80b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:06.364546 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed285-3a36-467b-9761-a81b8f5be80b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:06.364857 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed285-3a36-467b-9761-a81b8f5be80b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:06.365172 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed285-3a36-467b-9761-a81b8f5be80b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:06.365482 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642ed285-3a36-467b-9761-a81b8f5be80b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:49:06.377032 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Attempting to bind port f22bc6c7-a66b-4e4b-abd1-fa659347d4ab on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:49:06.377466 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Attempting to bind port f22bc6c7-a66b-4e4b-abd1-fa659347d4ab by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': 'a54f4cd4-648e-4a07-b97d-79c5c935cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2c32dfb-c6c9-4d2b-921e-9fab96551b7b'}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:49:06.377874 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Attempting to bind port f22bc6c7-a66b-4e4b-abd1-fa659347d4ab on network d2c32dfb-c6c9-4d2b-921e-9fab96551b7b {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:49:06.385698 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:49:06.386329 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Checking segment: {'id': 'a54f4cd4-648e-4a07-b97d-79c5c935cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2c32dfb-c6c9-4d2b-921e-9fab96551b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:49:06.386981 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:06.390518 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Bound using segment: {'id': 'a54f4cd4-648e-4a07-b97d-79c5c935cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2c32dfb-c6c9-4d2b-921e-9fab96551b7b'} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:49:06.391975 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Bound port: f22bc6c7-a66b-4e4b-abd1-fa659347d4ab, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a54f4cd4-648e-4a07-b97d-79c5c935cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'd2c32dfb-c6c9-4d2b-921e-9fab96551b7b'}}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:49:06.392463 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:06.502179 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] For port f22bc6c7-a66b-4e4b-abd1-fa659347d4ab, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:49:06.505592 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] For port f22bc6c7-a66b-4e4b-abd1-fa659347d4ab, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=f22bc6c7-a66b-4e4b-abd1-fa659347d4ab,segment=NetworkSegment(a54f4cd4-648e-4a07-b97d-79c5c935cafb),segment_id=a54f4cd4-648e-4a07-b97d-79c5c935cafb)] {{(pid=83064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:49:06.511821 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:06.592797 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Routers {'55fce62d-9511-479e-bb46-bd01228a03f3'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:49:06.593469 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5b04c0d0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:48:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['55fce62d-9511-479e-bb46-bd01228a03f3'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:49:06.665564 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ed285-3a36-467b-9761-a81b8f5be80b None None] Pushing event updated for resources: {'Port': ['ID=f22bc6c7-a66b-4e4b-abd1-fa659347d4ab,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:49:07.001232 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] Set router 55fce62d-9511-479e-bb46-bd01228a03f3 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:49:07.003906 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98525517-d2e2-4526-9ec5-2bcc4871aefa req-925ba3fa-4940-4185-a22f-6a39e9e09039 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:07.015528 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-98525517-d2e2-4526-9ec5-2bcc4871aefa req-925ba3fa-4940-4185-a22f-6a39e9e09039 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.1710827
Feb 28 18:49:07.071282 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-98525517-d2e2-4526-9ec5-2bcc4871aefa req-2589a3d1-4826-4af2-89a5-9888410f8bde tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544171
Feb 28 18:49:07.377937 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5b04c0d0>, [{'id': '55fce62d-9511-479e-bb46-bd01228a03f3', 'name': 'tempest-TestShelveInstance-1134157601-router', 'tenant_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f3d417ab-5602-4cf6-9f21-196c843e9b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:41Z', 'updated_at': '2022-02-28T18:48:47Z', 'revision_number': 4, 'project_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'gw_port': {'id': 'f3d417ab-5602-4cf6-9f21-196c843e9b2b', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fce62d-9511-479e-bb46-bd01228a03f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:42Z', 'updated_at': '2022-02-28T18:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': 'f22bc6c7-a66b-4e4b-abd1-fa659347d4ab', 'name': '', 'network_id': 'd2c32dfb-c6c9-4d2b-921e-9fab96551b7b', 'tenant_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'mac_address': 'fa:16:3e:0f:b9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fce62d-9511-479e-bb46-bd01228a03f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ded39f10-5827-4548-9b4e-84d5149c6569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:45Z', 'updated_at': '2022-02-28T18:49:06Z', 'revision_number': 4, 'project_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'subnets': [{'id': 'ded39f10-5827-4548-9b4e-84d5149c6569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:49:07.382743 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe998b4-452c-48d0-9d90-f930e2c66b1d None None] The sync data for ids ['55fce62d-9511-479e-bb46-bd01228a03f3'] in dv-cinder-831188-1-iscsi is: [{'id': '55fce62d-9511-479e-bb46-bd01228a03f3', 'name': 'tempest-TestShelveInstance-1134157601-router', 'tenant_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f3d417ab-5602-4cf6-9f21-196c843e9b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:41Z', 'updated_at': '2022-02-28T18:48:47Z', 'revision_number': 4, 'project_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'gw_port': {'id': 'f3d417ab-5602-4cf6-9f21-196c843e9b2b', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fce62d-9511-479e-bb46-bd01228a03f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:42Z', 'updated_at': '2022-02-28T18:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': 'f22bc6c7-a66b-4e4b-abd1-fa659347d4ab', 'name': '', 'network_id': 'd2c32dfb-c6c9-4d2b-921e-9fab96551b7b', 'tenant_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'mac_address': 'fa:16:3e:0f:b9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55fce62d-9511-479e-bb46-bd01228a03f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ded39f10-5827-4548-9b4e-84d5149c6569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:45Z', 'updated_at': '2022-02-28T18:49:06Z', 'revision_number': 4, 'project_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'subnets': [{'id': 'ded39f10-5827-4548-9b4e-84d5149c6569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:49:07.602700 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device f22bc6c7-a66b-4e4b-abd1-fa659347d4ab up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:49:07.705022 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port f22bc6c7-a66b-4e4b-abd1-fa659347d4ab completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:49:07.711229 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port f22bc6c7-a66b-4e4b-abd1-fa659347d4ab triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:49:07.711765 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:07.871817 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:07.916193 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port f22bc6c7-a66b-4e4b-abd1-fa659347d4ab, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=f22bc6c7-a66b-4e4b-abd1-fa659347d4ab,segment=NetworkSegment(a54f4cd4-648e-4a07-b97d-79c5c935cafb),segment_id=a54f4cd4-648e-4a07-b97d-79c5c935cafb)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:49:07.921817 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:07.995861 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=f22bc6c7-a66b-4e4b-abd1-fa659347d4ab,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:49:08.339413 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee3109-08f9-44bf-8295-1390917084c8 req-e567b450-2302-490d-ba29-8145bc76656f tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:08.340869 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-93ee3109-08f9-44bf-8295-1390917084c8 req-e567b450-2302-490d-ba29-8145bc76656f tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0879710
Feb 28 18:49:08.415831 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-93ee3109-08f9-44bf-8295-1390917084c8 req-89c93c54-6ebb-451e-bf33-e8c0497e48d9 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676339
Feb 28 18:49:09.567322 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device f22bc6c7-a66b-4e4b-abd1-fa659347d4ab up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:49:09.683252 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port f22bc6c7-a66b-4e4b-abd1-fa659347d4ab triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:49:09.683738 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:09.787501 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348d0a4-22c3-4923-8c7f-159dcdb4eceb req-5b2d8e75-e362-46e6-a0bc-b626ebaaeecc tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:09.789145 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f348d0a4-22c3-4923-8c7f-159dcdb4eceb req-5b2d8e75-e362-46e6-a0bc-b626ebaaeecc tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0784576
Feb 28 18:49:09.848394 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f348d0a4-22c3-4923-8c7f-159dcdb4eceb req-f7cd5e0d-c3b8-4a6d-8249-aa88ec21f0e2 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520282
Feb 28 18:49:11.058779 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98b6ec-443a-4144-93ee-d5f689505d0d req-88bdcaed-09b8-4a8c-9b86-10cf1949daa0 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:11.060168 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1e98b6ec-443a-4144-93ee-d5f689505d0d req-88bdcaed-09b8-4a8c-9b86-10cf1949daa0 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0893781
Feb 28 18:49:11.113660 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1e98b6ec-443a-4144-93ee-d5f689505d0d req-4f54700c-89a3-4c74-8aff-5e1703baca01 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475996
Feb 28 18:49:12.324599 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec639ae-28c3-4cb1-accf-ce8774c185ed req-a6f0d6db-8589-4549-ad7d-ec9945a8ae73 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:12.325991 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fec639ae-28c3-4cb1-accf-ce8774c185ed req-a6f0d6db-8589-4549-ad7d-ec9945a8ae73 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0787380
Feb 28 18:49:12.374435 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fec639ae-28c3-4cb1-accf-ce8774c185ed req-4cf06f2a-dea7-465a-b968-7221bb82e71d tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419114
Feb 28 18:49:13.583308 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7be248-91c5-405b-82c4-5ca3d5a3753c req-03c7c632-9f9c-4a32-b710-24bd3285ddbe tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:13.584749 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-6b7be248-91c5-405b-82c4-5ca3d5a3753c req-03c7c632-9f9c-4a32-b710-24bd3285ddbe tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0809872
Feb 28 18:49:13.631238 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-6b7be248-91c5-405b-82c4-5ca3d5a3753c req-cc7260e4-2935-4eca-9923-6f0dec4489d1 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407476
Feb 28 18:49:14.831119 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def306dd-1d88-4d98-b36f-aa6ac3b7d00d req-b80c6c40-256a-4af9-b348-2965c0e207aa tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:14.832568 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-def306dd-1d88-4d98-b36f-aa6ac3b7d00d req-b80c6c40-256a-4af9-b348-2965c0e207aa tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0784600
Feb 28 18:49:14.877229 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-def306dd-1d88-4d98-b36f-aa6ac3b7d00d req-f0d64cbf-d228-413d-8b0f-db826d00c376 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390489
Feb 28 18:49:16.131135 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0bd0d-540f-4b18-be12-27aca4463d26 req-dfa9ea60-7858-4fcb-96f6-624c2b56f629 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:16.132621 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b1d0bd0d-540f-4b18-be12-27aca4463d26 req-dfa9ea60-7858-4fcb-96f6-624c2b56f629 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.1225846
Feb 28 18:49:16.183094 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b1d0bd0d-540f-4b18-be12-27aca4463d26 req-6a66a69c-9536-47ca-b9c8-ded8e5abcc79 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447598
Feb 28 18:49:17.396825 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476c1a7-3b52-46fe-a449-dbe4f0c73fd1 req-81e24d95-6de7-4644-a50e-d56f3ccee1dd tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:17.399172 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f476c1a7-3b52-46fe-a449-dbe4f0c73fd1 req-81e24d95-6de7-4644-a50e-d56f3ccee1dd tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0982716
Feb 28 18:49:17.444052 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f476c1a7-3b52-46fe-a449-dbe4f0c73fd1 req-137432c3-8a83-4635-9df7-f2e6f6d9258e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397258
Feb 28 18:49:18.663451 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9b0f7-d782-4bef-b1ab-02c347c9ca8d req-0ce91d0b-e61e-44fb-86dd-c1ffc895b8fb tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:18.664898 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b6b9b0f7-d782-4bef-b1ab-02c347c9ca8d req-0ce91d0b-e61e-44fb-86dd-c1ffc895b8fb tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0763245
Feb 28 18:49:18.711887 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b6b9b0f7-d782-4bef-b1ab-02c347c9ca8d req-df0fded8-00d9-445b-9e9f-496be949f722 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395188
Feb 28 18:49:19.929117 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba3bd9-fd4e-4b2f-af35-f17975bed0f9 req-4db2e8ae-7cd7-4adb-be25-55828369efbf tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:19.931021 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-aaba3bd9-fd4e-4b2f-af35-f17975bed0f9 req-4db2e8ae-7cd7-4adb-be25-55828369efbf tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0923853
Feb 28 18:49:19.981688 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-aaba3bd9-fd4e-4b2f-af35-f17975bed0f9 req-c1d487e1-0182-4fc8-8ee7-79d07e3bdbba tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457363
Feb 28 18:49:20.047829 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-97a4d268-f9b4-46a6-8a60-aeb716d83b07 req-0f7c7832-f021-4d4f-a26d-2362e387c0b1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 1099 time: 0.0685616
Feb 28 18:49:20.093158 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-97a4d268-f9b4-46a6-8a60-aeb716d83b07 req-66758ec3-388e-4265-b746-4034f96aab38 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379863
Feb 28 18:49:21.190062 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e7d75-afeb-4a0d-b793-f6e1511bf2d5 req-351ec0bf-5638-4f21-860e-61aed8163e23 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:21.193125 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-941e7d75-afeb-4a0d-b793-f6e1511bf2d5 req-351ec0bf-5638-4f21-860e-61aed8163e23 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0862255
Feb 28 18:49:21.258429 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-941e7d75-afeb-4a0d-b793-f6e1511bf2d5 req-6e278427-3d7d-4984-aa36-718f4b6df9ec tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547807
Feb 28 18:49:21.393154 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-6dafa930-6010-4593-8818-8e7ed86e113a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:21.394627 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-6dafa930-6010-4593-8818-8e7ed86e113a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/networks?id=33faf01f-a157-4cb1-86f7-3ea812bfd79a HTTP/1.1" status: 200  len: 815 time: 0.2444775
Feb 28 18:49:21.410927 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-53cfc8a2-cd9c-47f8-82f3-de51cef802bb tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/quotas/bbff699f8ada48a78f3957fe6718a4ad HTTP/1.1" status: 200  len: 375 time: 0.0108166
Feb 28 18:49:21.497974 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-49abff25-787a-49ec-bb26-4e27d3625ebe tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbff699f8ada48a78f3957fe6718a4ad&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0820434
Feb 28 18:49:21.632872 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-440f28fc-6fd2-4e9f-a6e6-ec871e28b8d9 service neutron] 10.222.0.18 "GET /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280606
Feb 28 18:49:21.773362 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-2d533726-ef6c-4ac8-9078-a07d53625a28 service neutron] 10.222.0.18 "GET /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317692
Feb 28 18:49:21.975088 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-54280b64-e536-4b06-81af-757899c24d83 req-b3e33534-a4a4-4902-98eb-125a12c7b7b4 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 210 time: 0.0502212
Feb 28 18:49:22.466675 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79612139-72ed-4921-a7c3-ec5eae24793c req-7ece1e52-40ab-4504-abe4-9370c26658b2 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:22.468008 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-79612139-72ed-4921-a7c3-ec5eae24793c req-7ece1e52-40ab-4504-abe4-9370c26658b2 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0775669
Feb 28 18:49:22.513962 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-79612139-72ed-4921-a7c3-ec5eae24793c req-2b54d968-cc54-4983-96b8-7107461bf468 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403893
Feb 28 18:49:22.735298 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:49:23.138449 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-826ebc3e-ee19-4811-9382-cdadfbc49a5b req-1a209e71-00c7-4ad3-8117-c1edf13451df tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 210 time: 0.0461018
Feb 28 18:49:23.736570 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1cf49b-0d43-4176-9b75-aad3a11894ad req-874c51b0-7ed1-4ab1-a731-bdfc3cf07a27 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:23.738025 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ba1cf49b-0d43-4176-9b75-aad3a11894ad req-874c51b0-7ed1-4ab1-a731-bdfc3cf07a27 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0940778
Feb 28 18:49:23.782901 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ba1cf49b-0d43-4176-9b75-aad3a11894ad req-b38a2962-4eb1-45f9-8211-d9f7a99798f5 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393136
Feb 28 18:49:24.305846 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a37ba2db-579e-41c4-b1fa-966148ccca0c req-9343c44e-382e-4537-b8c6-fd9f565b1df4 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 210 time: 0.0492153
Feb 28 18:49:24.979846 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f3a7b-3681-47ca-892a-fad80b432ab6 req-62d21ec2-e498-47f9-ada7-eb2832db2184 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:24.981307 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-781f3a7b-3681-47ca-892a-fad80b432ab6 req-62d21ec2-e498-47f9-ada7-eb2832db2184 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0779519
Feb 28 18:49:25.030314 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-781f3a7b-3681-47ca-892a-fad80b432ab6 req-0a885a47-e11c-474d-a74e-a5b63ac5b790 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430808
Feb 28 18:49:25.487847 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7a013835-aaaa-4b11-90ae-6819e4171eed req-c292f707-f719-4ff2-a2be-0b9668e51986 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 210 time: 0.0484540
Feb 28 18:49:26.033999 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-24c8bac6-8cf3-4e2c-b2db-454a43143fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:26.227900 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d856d75-7c66-4a3a-94ac-65100327fc04 req-b5553f7b-3625-4017-ac84-f559d16f913c tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:26.229288 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8d856d75-7c66-4a3a-94ac-65100327fc04 req-b5553f7b-3625-4017-ac84-f559d16f913c tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0753648
Feb 28 18:49:26.274835 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8d856d75-7c66-4a3a-94ac-65100327fc04 req-85c5ca1e-b420-47c0-ac25-c4a91946297d tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398235
Feb 28 18:49:26.659674 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-60bd6843-b149-4d78-9168-303e9c83ea4d req-dbd95ffc-3e69-4434-b889-0bffb4cd25a9 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 210 time: 0.0399373
Feb 28 18:49:27.480011 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48e241-bb7a-41e0-98b4-2f833ad1b1b9 req-2450b147-f8bd-4a27-bceb-64b3d7f7d246 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:27.481418 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9a48e241-bb7a-41e0-98b4-2f833ad1b1b9 req-2450b147-f8bd-4a27-bceb-64b3d7f7d246 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0793977
Feb 28 18:49:27.526204 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9a48e241-bb7a-41e0-98b4-2f833ad1b1b9 req-20284ca5-468a-4674-ac3c-10bfcfc2afe0 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390768
Feb 28 18:49:27.822270 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-cd233820-f528-4a8f-b661-c29a617b50f6 req-be33cef0-8caf-43e4-9142-3684bb11d1f2 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 210 time: 0.0410223
Feb 28 18:49:28.290594 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-3bf64dea-f10e-4df0-8f53-88df7ba09885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:28.564467 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-dd448585-18b5-4706-a0d2-8f5bdce79465 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:28.565823 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-dd448585-18b5-4706-a0d2-8f5bdce79465 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.70 "GET /v2.0/networks?id=33faf01f-a157-4cb1-86f7-3ea812bfd79a HTTP/1.1" status: 200  len: 815 time: 0.1611063
Feb 28 18:49:28.586886 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-65d8f569-5038-452e-bba9-e6ea9bb67744 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Request body: {'port': {'device_id': '2dbe5bb0-fed6-4b2c-8c97-d85411e8f366', 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a', 'admin_state_up': True, 'tenant_id': 'bbff699f8ada48a78f3957fe6718a4ad'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:49:28.849391 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-65d8f569-5038-452e-bba9-e6ea9bb67744 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:49:28.861491 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-65d8f569-5038-452e-bba9-e6ea9bb67744 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:49:28.887473 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0ea10-e91f-4e57-9535-009c41698ba9 req-79ca0824-6e20-4ec8-a8ec-dfb0a3bbb684 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:28.889251 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fae0ea10-e91f-4e57-9535-009c41698ba9 req-79ca0824-6e20-4ec8-a8ec-dfb0a3bbb684 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.2022889
Feb 28 18:49:28.890168 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-65d8f569-5038-452e-bba9-e6ea9bb67744 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Made reservation on behalf of bbff699f8ada48a78f3957fe6718a4ad for: {'port': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:49:28.896105 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-65d8f569-5038-452e-bba9-e6ea9bb67744 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:29.035652 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-8e0d2783-e8bb-4724-a357-549f59249565 req-1fbfc188-b155-4843-b9d3-47eeffe4e9d2 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 210 time: 0.0574808
Feb 28 18:49:29.050449 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fae0ea10-e91f-4e57-9535-009c41698ba9 req-fce50c69-a922-4a48-8c2e-87a0e548d55c tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1291754
Feb 28 18:49:29.147547 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-65d8f569-5038-452e-bba9-e6ea9bb67744 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Allocated IP 172.20.0.2 (33faf01f-a157-4cb1-86f7-3ea812bfd79a/1f413d20-e81e-4777-9224-e80e0c09c076/3238fc65-341b-43fa-8da4-8bb36771a14b) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:49:29.320500 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:29.453435 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:29.490433 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-65d8f569-5038-452e-bba9-e6ea9bb67744 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:29.509505 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:29.543799 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-65d8f569-5038-452e-bba9-e6ea9bb67744 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:29.548993 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1eb2399a-4d06-4efa-89e1-7007ebc6ee50 req-20da30c1-aae5-4321-9936-ec749ab85cc1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2dde676ebfae458485b906516863f0a6&device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 1099 time: 0.1005244
Feb 28 18:49:29.557245 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['d4e779cc-a1e2-4965-9ce1-55fda3baf989', '3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a', '74e8ca51-21ee-4815-94c6-53ef38f0c6b6'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:49:29.583911 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b6363-3c5e-44d6-afec-6b91c92bf297 req-977bdadb-0215-4a9e-a33a-e0ebd4fd104e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:29.585435 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-941b6363-3c5e-44d6-afec-6b91c92bf297 req-977bdadb-0215-4a9e-a33a-e0ebd4fd104e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0933754
Feb 28 18:49:29.642348 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-941b6363-3c5e-44d6-afec-6b91c92bf297 req-9301e510-8821-4d8b-b306-46b75fb50b4b tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498142
Feb 28 18:49:29.703329 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-65d8f569-5038-452e-bba9-e6ea9bb67744 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Network 33faf01f-a157-4cb1-86f7-3ea812bfd79a is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:49:29.710701 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-65d8f569-5038-452e-bba9-e6ea9bb67744 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:49:29.723398 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-65d8f569-5038-452e-bba9-e6ea9bb67744 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:49:29.773121 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8f569-5038-452e-bba9-e6ea9bb67744 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Pushing event updated for resources: {'Port': ['ID=3238fc65-341b-43fa-8da4-8bb36771a14b,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:49:29.810871 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-65d8f569-5038-452e-bba9-e6ea9bb67744 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:29.811511 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-65d8f569-5038-452e-bba9-e6ea9bb67744 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:29.849980 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-65d8f569-5038-452e-bba9-e6ea9bb67744 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2676821
Feb 28 18:49:29.857106 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2399a-4d06-4efa-89e1-7007ebc6ee50 req-2a8225f0-4d33-452f-a808-6545350e37d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:29.858776 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1eb2399a-4d06-4efa-89e1-7007ebc6ee50 req-2a8225f0-4d33-452f-a808-6545350e37d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c47f8e2-1f60-48dd-8af5-15438a78251b HTTP/1.1" status: 200  len: 919 time: 0.2646453
Feb 28 18:49:29.873603 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] Request body: {'port': {'device_id': '2dbe5bb0-fed6-4b2c-8c97-d85411e8f366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:49:29.978730 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1eb2399a-4d06-4efa-89e1-7007ebc6ee50 req-600cd9f8-9692-4e0d-8b83-9602ecff8444 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90d20ea1-9cdd-416f-8cc6-e54b3413210b HTTP/1.1" status: 200  len: 217 time: 0.0733383
Feb 28 18:49:30.096854 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:30.152491 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb2399a-4d06-4efa-89e1-7007ebc6ee50 req-085b2a01-5b33-4a27-876c-12ba22b95f97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:30.154693 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1eb2399a-4d06-4efa-89e1-7007ebc6ee50 req-085b2a01-5b33-4a27-876c-12ba22b95f97 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3183f4d-fffd-4f45-b1db-3eda723095ac HTTP/1.1" status: 200  len: 858 time: 0.1637321
Feb 28 18:49:30.241531 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1eb2399a-4d06-4efa-89e1-7007ebc6ee50 req-d5f23a4f-7f40-4263-acd2-c61bc387d218 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c47f8e2-1f60-48dd-8af5-15438a78251b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0736971
Feb 28 18:49:30.546341 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ed32f-9b49-4209-854a-995385e932f7 req-69793bf7-f7ac-4526-b99f-5bb120b1fb58 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:30.547065 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-f81ed32f-9b49-4209-854a-995385e932f7 req-69793bf7-f7ac-4526-b99f-5bb120b1fb58 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Synchronizing usage tracker for tenant:bbff699f8ada48a78f3957fe6718a4ad on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:49:30.556311 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1eb2399a-4d06-4efa-89e1-7007ebc6ee50 req-1e0dd34f-b1b0-48a1-a381-8bc31edf2dd0 service neutron] 10.222.0.70 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2980471
Feb 28 18:49:30.612447 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-f81ed32f-9b49-4209-854a-995385e932f7 req-69793bf7-f7ac-4526-b99f-5bb120b1fb58 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Unset dirty status for tenant:bbff699f8ada48a78f3957fe6718a4ad on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:49:30.612447 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f81ed32f-9b49-4209-854a-995385e932f7 req-69793bf7-f7ac-4526-b99f-5bb120b1fb58 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 931 time: 0.4036891
Feb 28 18:49:30.744869 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f81ed32f-9b49-4209-854a-995385e932f7 req-d770732f-df1e-48cd-bacf-88f6f0de67f8 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774453
Feb 28 18:49:30.754613 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:30.825028 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1eb2399a-4d06-4efa-89e1-7007ebc6ee50 req-7d2e011b-cdaf-496f-a47e-7faeab5fb663 service neutron] 10.222.0.70 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2527547
Feb 28 18:49:30.840580 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3238fc65-341b-43fa-8da4-8bb36771a14b {{(pid=83063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:49:30.851866 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:30.865820 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0c839-4cc2-4497-bbbe-798a300c4ced req-b93a3730-b059-4a8c-a3b4-f08ad19446fe tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:30.868080 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-20b0c839-4cc2-4497-bbbe-798a300c4ced req-b93a3730-b059-4a8c-a3b4-f08ad19446fe tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0954239
Feb 28 18:49:30.874713 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] Transition to ACTIVE for port object 3238fc65-341b-43fa-8da4-8bb36771a14b will not be triggered until provisioned by entity L2. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:49:30.880819 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:30.927618 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-20b0c839-4cc2-4497-bbbe-798a300c4ced req-04505556-bece-4b33-95e1-77050dce5e51 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536141
Feb 28 18:49:31.012481 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] Pushing event updated for resources: {'Port': ['ID=3238fc65-341b-43fa-8da4-8bb36771a14b,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:49:31.194640 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] Attempting to bind port 3238fc65-341b-43fa-8da4-8bb36771a14b on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:49:31.195180 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] Attempting to bind port 3238fc65-341b-43fa-8da4-8bb36771a14b by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'a6a0d181-0a63-46a3-beb5-5734885b694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a'}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:49:31.195518 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] Attempting to bind port 3238fc65-341b-43fa-8da4-8bb36771a14b on network 33faf01f-a157-4cb1-86f7-3ea812bfd79a {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:49:31.201198 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] Port 3238fc65-341b-43fa-8da4-8bb36771a14b on network 33faf01f-a157-4cb1-86f7-3ea812bfd79a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:49:31.201515 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] Attempting to bind port 3238fc65-341b-43fa-8da4-8bb36771a14b on network 33faf01f-a157-4cb1-86f7-3ea812bfd79a {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:49:31.207742 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:49:31.208078 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] Checking segment: {'id': 'a6a0d181-0a63-46a3-beb5-5734885b694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:49:31.208458 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] Bound using segment: {'id': 'a6a0d181-0a63-46a3-beb5-5734885b694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a'} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:49:31.208875 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] Bound port: 3238fc65-341b-43fa-8da4-8bb36771a14b, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6a0d181-0a63-46a3-beb5-5734885b694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a'}}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:49:31.209212 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:31.295968 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] For port 3238fc65-341b-43fa-8da4-8bb36771a14b, host hv-cinder-83118, cleared binding levels {{(pid=83063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:49:31.298861 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] For port 3238fc65-341b-43fa-8da4-8bb36771a14b, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3238fc65-341b-43fa-8da4-8bb36771a14b,segment=NetworkSegment(a6a0d181-0a63-46a3-beb5-5734885b694e),segment_id=a6a0d181-0a63-46a3-beb5-5734885b694e)] {{(pid=83063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:49:31.306481 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:31.375660 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:31.377044 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] 10.222.0.70 "PUT /v2.0/ports/3238fc65-341b-43fa-8da4-8bb36771a14b HTTP/1.1" status: 200  len: 1093 time: 1.5086610
Feb 28 18:49:31.377468 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbe5bb0-fed6-4b2c-8c97-d85411e8f366', 'tag': '3238fc65-341b-43fa-8da4-8bb36771a14b'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:49:31.392980 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138dfb0-a3c0-4ed5-b7a3-962b45f1a72c service neutron] Pushing event updated for resources: {'Port': ['ID=3238fc65-341b-43fa-8da4-8bb36771a14b,revision_number=3']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:49:31.432731 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbe5bb0-fed6-4b2c-8c97-d85411e8f366', 'tag': '3238fc65-341b-43fa-8da4-8bb36771a14b', 'status': 'completed', 'code': 200}
Feb 28 18:49:31.971848 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c40cb-a9b7-4876-b056-25f625c1f33f req-2261da61-1bb9-4abd-8a29-472a8a06465c tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:31.973307 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1b0c40cb-a9b7-4876-b056-25f625c1f33f req-2261da61-1bb9-4abd-8a29-472a8a06465c tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 943 time: 0.0794258
Feb 28 18:49:32.024855 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1b0c40cb-a9b7-4876-b056-25f625c1f33f req-1f9ff3dd-af32-43ee-898d-0b1ce5c27f3f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458860
Feb 28 18:49:32.133974 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6e2ee-d2e1-4f4b-b72a-4ef8d7baa549 req-d5cee120-25bf-4a13-93d3-4f8f51fc32a9 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:32.135475 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b3b6e2ee-d2e1-4f4b-b72a-4ef8d7baa549 req-d5cee120-25bf-4a13-93d3-4f8f51fc32a9 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0810235
Feb 28 18:49:32.182030 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b3b6e2ee-d2e1-4f4b-b72a-4ef8d7baa549 req-3ba143d1-740b-4775-863a-be8850109044 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404613
Feb 28 18:49:33.226700 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3ab4c-48ba-48bc-9eb4-add43602fb98 req-c64ea575-b45d-463e-aef6-2a3e55428f3f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:33.234890 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b7f3ab4c-48ba-48bc-9eb4-add43602fb98 req-c64ea575-b45d-463e-aef6-2a3e55428f3f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 943 time: 0.0916851
Feb 28 18:49:33.278939 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b7f3ab4c-48ba-48bc-9eb4-add43602fb98 req-6a320c76-574f-4fec-bc79-07af8418b05a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431542
Feb 28 18:49:33.396207 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396d1d3-f847-498e-a586-f22d75a0aa0f req-82482416-98c7-46bb-9f59-226d15852682 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:33.397680 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0396d1d3-f847-498e-a586-f22d75a0aa0f req-82482416-98c7-46bb-9f59-226d15852682 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0868556
Feb 28 18:49:33.444850 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0396d1d3-f847-498e-a586-f22d75a0aa0f req-6355b865-bcff-4b15-b9ed-32cece8d995b tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409722
Feb 28 18:49:34.482570 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e3384-0758-4c57-b124-4a80e2eb6577 req-9d14ee47-faeb-48a7-9e49-83812c635ec9 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:34.484477 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-160e3384-0758-4c57-b124-4a80e2eb6577 req-9d14ee47-faeb-48a7-9e49-83812c635ec9 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 943 time: 0.0826147
Feb 28 18:49:34.530662 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-160e3384-0758-4c57-b124-4a80e2eb6577 req-42f23907-87a5-41cc-be62-c211911a2ba4 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400987
Feb 28 18:49:34.653103 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca291057-cbf4-41ed-9613-a147c8364b3d req-8cfe01f1-9d67-46fa-9888-41c91a6d3b1c tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:34.654534 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ca291057-cbf4-41ed-9613-a147c8364b3d req-8cfe01f1-9d67-46fa-9888-41c91a6d3b1c tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0903015
Feb 28 18:49:34.700710 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ca291057-cbf4-41ed-9613-a147c8364b3d req-de667169-fa9a-4342-8c3e-94262b7981da tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401597
Feb 28 18:49:35.734377 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7201a33-c75b-4d9d-9861-7ecd697fb9e8 req-f5b1b9fc-1c82-4007-9816-d0ae42a564a4 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:35.735883 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-d7201a33-c75b-4d9d-9861-7ecd697fb9e8 req-f5b1b9fc-1c82-4007-9816-d0ae42a564a4 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 943 time: 0.0865941
Feb 28 18:49:35.780783 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-d7201a33-c75b-4d9d-9861-7ecd697fb9e8 req-6a802fa0-34f2-4828-9aa5-896979979275 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394890
Feb 28 18:49:35.896852 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2485b89-ce27-4a96-afa4-6f281a5afdc9 req-55bf572b-3790-4d3f-ab35-70026519ffe2 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:35.898298 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d2485b89-ce27-4a96-afa4-6f281a5afdc9 req-55bf572b-3790-4d3f-ab35-70026519ffe2 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0781543
Feb 28 18:49:35.946235 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d2485b89-ce27-4a96-afa4-6f281a5afdc9 req-89105f83-8873-4755-a4dc-0eff4099dd7b tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423002
Feb 28 18:49:37.000018 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fd8a1-78b4-4e01-ba90-56ce786f3542 req-ec950ddf-fefb-4f3b-9afc-aed38eeb6c2d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:37.001480 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5b0fd8a1-78b4-4e01-ba90-56ce786f3542 req-ec950ddf-fefb-4f3b-9afc-aed38eeb6c2d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 943 time: 0.0917797
Feb 28 18:49:37.047506 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5b0fd8a1-78b4-4e01-ba90-56ce786f3542 req-9edcd34f-403d-4857-ab40-141d06051862 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403731
Feb 28 18:49:37.149759 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e6729-074e-46c0-bbce-0139b69ba085 req-25346082-c8cc-42b5-a266-f1930c5996b2 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:37.151404 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c83e6729-074e-46c0-bbce-0139b69ba085 req-25346082-c8cc-42b5-a266-f1930c5996b2 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0800610
Feb 28 18:49:37.206826 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c83e6729-074e-46c0-bbce-0139b69ba085 req-7f10ad74-4a1d-49c5-8ba5-4d641e4eec03 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497282
Feb 28 18:49:38.243634 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd227f9a-424c-441c-a250-e77a23800507 req-041a4fc6-562f-4feb-9415-437221b0aa23 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:38.245249 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-dd227f9a-424c-441c-a250-e77a23800507 req-041a4fc6-562f-4feb-9415-437221b0aa23 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 943 time: 0.0766752
Feb 28 18:49:38.289819 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-dd227f9a-424c-441c-a250-e77a23800507 req-5f74ca2e-2e3b-4cba-89e7-006f016be9e7 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386221
Feb 28 18:49:38.405075 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58549f69-432f-4e74-ba66-e5fe427f874e req-3ce96589-4f87-473e-99e1-752902500d78 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:38.406689 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-58549f69-432f-4e74-ba66-e5fe427f874e req-3ce96589-4f87-473e-99e1-752902500d78 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0802119
Feb 28 18:49:38.454964 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-58549f69-432f-4e74-ba66-e5fe427f874e req-4e11b782-e237-494c-b469-638daaf90d4e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400167
Feb 28 18:49:39.496934 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811aa1a-6603-4846-97f0-299928c306eb req-08fdc9f3-3d4c-4b8e-b4b1-ce0904217a29 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:39.498403 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0811aa1a-6603-4846-97f0-299928c306eb req-08fdc9f3-3d4c-4b8e-b4b1-ce0904217a29 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 943 time: 0.0862021
Feb 28 18:49:39.543655 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0811aa1a-6603-4846-97f0-299928c306eb req-d76cac38-43da-4d44-8ae4-7cfa2571a1d8 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396233
Feb 28 18:49:39.657939 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83140c23-7ebf-47b7-900e-622664de70e8 req-fc3e927c-c18f-4c11-8f01-7268abc05780 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:39.659409 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-83140c23-7ebf-47b7-900e-622664de70e8 req-fc3e927c-c18f-4c11-8f01-7268abc05780 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0788136
Feb 28 18:49:39.707416 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-83140c23-7ebf-47b7-900e-622664de70e8 req-0de12d61-2441-4520-be46-c55d35db5999 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398591
Feb 28 18:49:40.690002 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-07069551-a47f-4fcc-96b5-a9533cc3fd59 req-c01afd21-c5e4-47de-84bf-d32e5d769f56 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbff699f8ada48a78f3957fe6718a4ad&device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 1096 time: 0.0717397
Feb 28 18:49:40.749483 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0f487-7c8f-4eb1-af46-13c6a2284d37 req-3dd01f21-1d2b-4a6b-8b3c-fb7c74844b84 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:40.751101 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-48c0f487-7c8f-4eb1-af46-13c6a2284d37 req-3dd01f21-1d2b-4a6b-8b3c-fb7c74844b84 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 943 time: 0.0771170
Feb 28 18:49:40.853428 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07069551-a47f-4fcc-96b5-a9533cc3fd59 req-ae1a9b7d-b2b4-467e-b6bb-14c75ededc2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:40.855268 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-07069551-a47f-4fcc-96b5-a9533cc3fd59 req-ae1a9b7d-b2b4-467e-b6bb-14c75ededc2c service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=bbff699f8ada48a78f3957fe6718a4ad&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1564808
Feb 28 18:49:40.869664 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-48c0f487-7c8f-4eb1-af46-13c6a2284d37 req-5ace85c3-1e70-490c-b9b0-41460d6b7770 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125944
Feb 28 18:49:41.039637 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07069551-a47f-4fcc-96b5-a9533cc3fd59 req-7176cd6e-5b00-48f4-8372-0a7407ac2b6f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:41.041058 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-07069551-a47f-4fcc-96b5-a9533cc3fd59 req-7176cd6e-5b00-48f4-8372-0a7407ac2b6f service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1544902
Feb 28 18:49:41.051959 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfb5a2-ab63-4414-9899-b587aaa38cc3 req-4a4f5e69-2946-4a62-9b5d-5317d4ba4644 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:41.053355 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26cfb5a2-ab63-4414-9899-b587aaa38cc3 req-4a4f5e69-2946-4a62-9b5d-5317d4ba4644 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.1971622
Feb 28 18:49:41.153629 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26cfb5a2-ab63-4414-9899-b587aaa38cc3 req-3dfe2613-f415-41ea-b85b-13eaf34ba0e7 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939064
Feb 28 18:49:41.181417 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-184d41d6-6bc5-4a3a-bf1f-3006bf268ec6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bbff699f8ada48a78f3957fe6718a4ad&device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 1096 time: 0.1015105
Feb 28 18:49:41.252104 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-98376443-5149-4708-98b4-803975e543c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3238fc65-341b-43fa-8da4-8bb36771a14b HTTP/1.1" status: 200  len: 217 time: 0.0633359
Feb 28 18:49:41.314804 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-0ba558f3-78fd-4f30-af56-f95869f80009 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:41.316558 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-0ba558f3-78fd-4f30-af56-f95869f80009 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1f413d20-e81e-4777-9224-e80e0c09c076 HTTP/1.1" status: 200  len: 855 time: 0.0575283
Feb 28 18:49:41.362252 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-00f91cba-6b4c-43f5-8222-cdcb8342f2f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=33faf01f-a157-4cb1-86f7-3ea812bfd79a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0391359
Feb 28 18:49:41.556473 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-10828abe-b998-4fae-a002-2babcd058f76 service neutron] 10.222.0.70 "GET /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1874263
Feb 28 18:49:41.685003 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7617e310-ea5f-4b79-a544-eb5bf0de9df0 req-2939e26e-40cf-4015-99ca-2b6e404a61c2 service neutron] 10.222.0.70 "GET /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219816
Feb 28 18:49:42.067430 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec7120-e503-4a9d-a677-7c6236d5dc17 req-b6a1efab-65be-4a1c-8eeb-64e219774b51 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:42.068842 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a5ec7120-e503-4a9d-a677-7c6236d5dc17 req-b6a1efab-65be-4a1c-8eeb-64e219774b51 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 943 time: 0.0760663
Feb 28 18:49:42.114008 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a5ec7120-e503-4a9d-a677-7c6236d5dc17 req-cacfbf6a-dec0-404e-b94c-688294d0ff76 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395374
Feb 28 18:49:42.358052 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0433534-70de-47d8-8f95-be2fa6e0e28a req-f980c492-73e3-4a81-913c-bfda20e03cb5 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:42.360293 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f0433534-70de-47d8-8f95-be2fa6e0e28a req-f980c492-73e3-4a81-913c-bfda20e03cb5 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0841200
Feb 28 18:49:42.406302 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f0433534-70de-47d8-8f95-be2fa6e0e28a req-e69520d1-2bba-48bb-ae4d-038b8cd5e705 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399041
Feb 28 18:49:43.334239 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a469d-47cc-4d88-af32-35857fdcad23 req-a87c0bcf-af28-4700-bef6-af4b4195b7fd tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:43.335704 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0c4a469d-47cc-4d88-af32-35857fdcad23 req-a87c0bcf-af28-4700-bef6-af4b4195b7fd tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 943 time: 0.0990868
Feb 28 18:49:43.380414 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0c4a469d-47cc-4d88-af32-35857fdcad23 req-2f0326fa-5a4e-489d-96c5-67ac3e194e14 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390544
Feb 28 18:49:43.611499 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ebfc7-274a-4143-b1ab-56a2eea470c7 req-ecbb3672-9126-42f9-8a88-c838308a5d5e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:43.612922 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-726ebfc7-274a-4143-b1ab-56a2eea470c7 req-ecbb3672-9126-42f9-8a88-c838308a5d5e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0795817
Feb 28 18:49:43.661224 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-726ebfc7-274a-4143-b1ab-56a2eea470c7 req-8a9302da-6710-495c-b48a-8349d66c126a tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402303
Feb 28 18:49:44.603366 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61aa946-3608-49df-b3e6-7bc15a863542 req-4c42fb90-d3ab-4d75-8907-5495bd0f61c3 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:44.604791 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b61aa946-3608-49df-b3e6-7bc15a863542 req-4c42fb90-d3ab-4d75-8907-5495bd0f61c3 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 943 time: 0.0839148
Feb 28 18:49:44.651674 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b61aa946-3608-49df-b3e6-7bc15a863542 req-e12d31b3-17e6-4786-8bb6-f2eec3f71159 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395894
Feb 28 18:49:45.034601 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714380a-6af3-4d7a-8f87-9fb1d00496b0 req-e4298550-a8df-42f7-a598-3978dfb8cf76 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:45.036085 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9714380a-6af3-4d7a-8f87-9fb1d00496b0 req-e4298550-a8df-42f7-a598-3978dfb8cf76 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0951848
Feb 28 18:49:45.082704 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9714380a-6af3-4d7a-8f87-9fb1d00496b0 req-bad95c57-b084-4e94-b79d-2ba5b8435485 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409737
Feb 28 18:49:45.881728 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26a087-3860-4a79-938d-50ad345a6ae4 req-7c0b0778-bc20-475a-86b4-a3724a7e34db tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:45.883218 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-be26a087-3860-4a79-938d-50ad345a6ae4 req-7c0b0778-bc20-475a-86b4-a3724a7e34db tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 943 time: 0.0880563
Feb 28 18:49:45.927471 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-be26a087-3860-4a79-938d-50ad345a6ae4 req-b7b9a142-b86e-45e5-98d4-69f59033ae43 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387299
Feb 28 18:49:46.301976 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e53cd7-23dd-48a1-9104-9a0be050a792 req-7bdad4a5-6d14-458a-9f31-0cfa9b1c4bb7 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:46.303492 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a6e53cd7-23dd-48a1-9104-9a0be050a792 req-7bdad4a5-6d14-458a-9f31-0cfa9b1c4bb7 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0859604
Feb 28 18:49:46.349179 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a6e53cd7-23dd-48a1-9104-9a0be050a792 req-82ce0bfa-951c-45ee-8543-51ece356cfcf tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398817
Feb 28 18:49:47.140793 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e4fd4-7190-430a-98d0-31b5f84d6d6d req-9125ccb5-0891-463f-bc9f-27abd24e5079 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:47.142239 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-367e4fd4-7190-430a-98d0-31b5f84d6d6d req-9125ccb5-0891-463f-bc9f-27abd24e5079 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 943 time: 0.0827763
Feb 28 18:49:47.193113 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-367e4fd4-7190-430a-98d0-31b5f84d6d6d req-bb3fd6e9-c397-4b48-809e-933780bd74e7 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432556
Feb 28 18:49:47.544589 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236b505-be98-410a-a9f6-fd2354931fd5 req-e64bb433-6144-4176-b886-ab7b031a1367 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:47.546074 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3236b505-be98-410a-a9f6-fd2354931fd5 req-e64bb433-6144-4176-b886-ab7b031a1367 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0748706
Feb 28 18:49:47.592448 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3236b505-be98-410a-a9f6-fd2354931fd5 req-18bab821-1c8e-4b01-9fab-de6be6f25b60 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407212
Feb 28 18:49:48.396332 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e3c6f-c856-451c-a7b1-0d6cb981cecc req-ac049dcd-ef9f-4301-af0c-cf79ed44e728 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:48.397790 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f53e3c6f-c856-451c-a7b1-0d6cb981cecc req-ac049dcd-ef9f-4301-af0c-cf79ed44e728 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 943 time: 0.0791392
Feb 28 18:49:48.443169 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f53e3c6f-c856-451c-a7b1-0d6cb981cecc req-d30d93b7-7c0c-4b9f-8527-42811634a5a3 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397723
Feb 28 18:49:48.809298 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbaf64b-0b79-4fcd-962e-45a337384efe req-31794204-4103-44ef-b045-73a9940681b1 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:48.810767 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2bbaf64b-0b79-4fcd-962e-45a337384efe req-31794204-4103-44ef-b045-73a9940681b1 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0906897
Feb 28 18:49:48.856636 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2bbaf64b-0b79-4fcd-962e-45a337384efe req-8e66e016-a9d2-4db4-8ba5-e8f3e5cbbc23 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395205
Feb 28 18:49:49.668739 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f19fc-fb12-4c4d-bcd0-c9f9f379126f req-1da01d4c-ded1-4e9d-870c-ee0f66fb876d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:49.670192 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-518f19fc-fb12-4c4d-bcd0-c9f9f379126f req-1da01d4c-ded1-4e9d-870c-ee0f66fb876d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 943 time: 0.0796938
Feb 28 18:49:49.718175 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-518f19fc-fb12-4c4d-bcd0-c9f9f379126f req-45de9f3e-30c5-4137-823f-06e8bde1b41f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419290
Feb 28 18:49:50.063910 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b140ca-8068-48b5-ab94-6760d1033560 req-abbc0ccf-86be-4b22-a445-c0bdf4ee03e5 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:50.065843 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-42b140ca-8068-48b5-ab94-6760d1033560 req-abbc0ccf-86be-4b22-a445-c0bdf4ee03e5 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0754766
Feb 28 18:49:50.116258 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-42b140ca-8068-48b5-ab94-6760d1033560 req-25d40c12-483e-4faf-9c84-aade2d474cce tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445466
Feb 28 18:49:50.931783 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f3dfd-7388-4b39-b1bd-56bf38c373d5 req-717d1775-15a0-433f-99cb-0c1d1b06860a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:50.933153 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-d36f3dfd-7388-4b39-b1bd-56bf38c373d5 req-717d1775-15a0-433f-99cb-0c1d1b06860a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 943 time: 0.0867455
Feb 28 18:49:50.981235 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-d36f3dfd-7388-4b39-b1bd-56bf38c373d5 req-c1427640-6818-47e9-92e6-6032114da5f8 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399761
Feb 28 18:49:51.313345 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a94f2-82ae-470e-8621-8a9930db6398 req-b1acb682-9692-4c11-90af-dd48004f3f18 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:51.315297 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f80a94f2-82ae-470e-8621-8a9930db6398 req-b1acb682-9692-4c11-90af-dd48004f3f18 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0777254
Feb 28 18:49:51.371262 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f80a94f2-82ae-470e-8621-8a9930db6398 req-43930a04-d147-44fc-b445-8fa3c53ed3cb tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498352
Feb 28 18:49:52.197355 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5dc0f0-31ea-4966-b251-380caa8cab97 req-daa3bc89-4ae4-462a-9729-88ab41698eba tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:52.198998 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2f5dc0f0-31ea-4966-b251-380caa8cab97 req-daa3bc89-4ae4-462a-9729-88ab41698eba tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 943 time: 0.0943246
Feb 28 18:49:52.243326 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2f5dc0f0-31ea-4966-b251-380caa8cab97 req-a469f199-3a02-4b07-889d-eaf49224598e tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387847
Feb 28 18:49:52.579260 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09278b09-291f-41a2-8940-87f3089eb644 req-df4e303b-d58d-443d-8c42-38f45378ef84 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:52.580783 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-09278b09-291f-41a2-8940-87f3089eb644 req-df4e303b-d58d-443d-8c42-38f45378ef84 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0818925
Feb 28 18:49:52.625293 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-09278b09-291f-41a2-8940-87f3089eb644 req-566775cd-5731-44df-b126-d7679f2ccf2a tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388837
Feb 28 18:49:52.629988 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 3238fc65-341b-43fa-8da4-8bb36771a14b details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:49:52.769566 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 3238fc65-341b-43fa-8da4-8bb36771a14b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3238fc65-341b-43fa-8da4-8bb36771a14b,segment=NetworkSegment(a6a0d181-0a63-46a3-beb5-5734885b694e),segment_id=a6a0d181-0a63-46a3-beb5-5734885b694e)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:49:52.784071 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': '3238fc65-341b-43fa-8da4-8bb36771a14b', 'network_id': '33faf01f-a157-4cb1-86f7-3ea812bfd79a', 'port_id': '3238fc65-341b-43fa-8da4-8bb36771a14b', 'mac_address': 'fa:16:3e:34:36:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f413d20-e81e-4777-9224-e80e0c09c076', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:49:52.847681 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:52.869065 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3238fc65-341b-43fa-8da4-8bb36771a14b {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:49:52.884164 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 3238fc65-341b-43fa-8da4-8bb36771a14b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3238fc65-341b-43fa-8da4-8bb36771a14b,segment=NetworkSegment(a6a0d181-0a63-46a3-beb5-5734885b694e),segment_id=a6a0d181-0a63-46a3-beb5-5734885b694e)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:49:52.890085 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:52.955870 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=3238fc65-341b-43fa-8da4-8bb36771a14b,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:49:53.455460 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2240c-46d9-4086-bca6-8a741fa2219d req-9929ced5-7015-4f89-a5c5-7de7fe606eed tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:53.456884 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f9b2240c-46d9-4086-bca6-8a741fa2219d req-9929ced5-7015-4f89-a5c5-7de7fe606eed tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 944 time: 0.0819254
Feb 28 18:49:53.506912 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f9b2240c-46d9-4086-bca6-8a741fa2219d req-82f6e6e8-e000-4fc2-8476-1ffe87d14f7a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443754
Feb 28 18:49:54.717502 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcb976-770a-4274-a9db-1178d0c73387 req-3021f34c-4778-428f-9182-5979dd67df26 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:54.718985 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e8dcb976-770a-4274-a9db-1178d0c73387 req-3021f34c-4778-428f-9182-5979dd67df26 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 944 time: 0.0887878
Feb 28 18:49:54.764675 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e8dcb976-770a-4274-a9db-1178d0c73387 req-655b34b3-9790-4245-b9c6-903793ee459d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400405
Feb 28 18:49:55.962259 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c819af-8024-41dc-97f5-2be8ed44476b req-f886953c-40d6-4567-bda2-9f6a3419fdce tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:55.963803 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-62c819af-8024-41dc-97f5-2be8ed44476b req-f886953c-40d6-4567-bda2-9f6a3419fdce tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 944 time: 0.0806587
Feb 28 18:49:56.010138 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-62c819af-8024-41dc-97f5-2be8ed44476b req-788cc044-8f44-408c-95ee-8fce3c2d1856 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405247
Feb 28 18:49:56.038135 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-305140d4-f8c8-41cd-87fc-161cd3cd516e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:57.212284 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da54bab-9637-44f7-9b9a-8b1b4ad981e4 req-a54b4708-2287-453c-a1e6-64b349479921 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:57.213900 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1da54bab-9637-44f7-9b9a-8b1b4ad981e4 req-a54b4708-2287-453c-a1e6-64b349479921 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 944 time: 0.0833237
Feb 28 18:49:57.264505 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1da54bab-9637-44f7-9b9a-8b1b4ad981e4 req-b55d2309-a595-4bda-b9fb-34bdaa7c657a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417511
Feb 28 18:49:58.285162 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-a0f23df4-358c-4a80-be72-e3daf0e95f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:58.478109 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c8907-19ea-4321-974c-2c4b17b69e7b req-28b60440-df55-40da-9aaf-7720a32e3c11 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:58.479603 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0e1c8907-19ea-4321-974c-2c4b17b69e7b req-28b60440-df55-40da-9aaf-7720a32e3c11 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 944 time: 0.0831723
Feb 28 18:49:58.530013 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0e1c8907-19ea-4321-974c-2c4b17b69e7b req-d08e9be8-e7b1-422e-82c1-567e1d51d0fa tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444932
Feb 28 18:49:59.057678 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['3238fc65-341b-43fa-8da4-8bb36771a14b'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:49:59.455314 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:59.513840 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:49:59.728655 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:49:59.734491 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ce18b-d3c2-455d-a457-5cb59165ce2c req-9f848da5-65f9-4b85-bdf9-b3d5131405a0 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:49:59.735996 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3f0ce18b-d3c2-455d-a457-5cb59165ce2c req-9f848da5-65f9-4b85-bdf9-b3d5131405a0 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 944 time: 0.0766754
Feb 28 18:49:59.784219 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3f0ce18b-d3c2-455d-a457-5cb59165ce2c req-24ab9d29-7560-4d00-83ae-1f5e2db038ca tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425591
Feb 28 18:50:00.149531 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:00.750107 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:00.923773 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b891d2c6-e69b-4a08-93a7-3a7f36491f59 req-abd6b5f4-c7c6-465b-a5b5-49f32fab9564 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0692372
Feb 28 18:50:00.989163 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dad7a-b652-4206-93b2-9cd90ada5a23 req-92a3c400-9a40-4317-a078-d18eb9a6efcc tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:00.991481 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-377dad7a-b652-4206-93b2-9cd90ada5a23 req-92a3c400-9a40-4317-a078-d18eb9a6efcc tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 944 time: 0.0812261
Feb 28 18:50:01.027429 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b891d2c6-e69b-4a08-93a7-3a7f36491f59 req-4bc533a3-189c-46d7-adfd-ea677c4c1097 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c9c9337657d43f59f92137cbfb4bdcb&device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 1099 time: 0.0745206
Feb 28 18:50:01.045676 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-377dad7a-b652-4206-93b2-9cd90ada5a23 req-56757850-9566-436e-ada8-41cc3cb67593 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477645
Feb 28 18:50:01.180824 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891d2c6-e69b-4a08-93a7-3a7f36491f59 req-6a663c6f-ad62-4894-9174-901d8f7a06b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:01.182160 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b891d2c6-e69b-4a08-93a7-3a7f36491f59 req-6a663c6f-ad62-4894-9174-901d8f7a06b4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88bc605-548b-40fa-8e31-819c1a23132c HTTP/1.1" status: 200  len: 917 time: 0.1302283
Feb 28 18:50:01.342805 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b891d2c6-e69b-4a08-93a7-3a7f36491f59 req-20415c2e-4453-4c58-ba3b-05bdb66e424e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cec7ca6-858e-49d6-8c24-524603adf63d HTTP/1.1" status: 200  len: 1002 time: 0.1533589
Feb 28 18:50:01.405961 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891d2c6-e69b-4a08-93a7-3a7f36491f59 req-94c12655-efa5-460e-875b-6ff54efddf68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:01.407442 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b891d2c6-e69b-4a08-93a7-3a7f36491f59 req-94c12655-efa5-460e-875b-6ff54efddf68 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0397a5d3-99dd-4619-9152-f3a0940b516f HTTP/1.1" status: 200  len: 855 time: 0.0586514
Feb 28 18:50:01.482524 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b891d2c6-e69b-4a08-93a7-3a7f36491f59 req-5495ac53-692e-45c5-8f1f-185e52b8bacf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88bc605-548b-40fa-8e31-819c1a23132c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0676565
Feb 28 18:50:01.614319 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b891d2c6-e69b-4a08-93a7-3a7f36491f59 req-c30e0101-316b-44b8-83c7-df4a59fb6975 service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244402
Feb 28 18:50:01.744456 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b891d2c6-e69b-4a08-93a7-3a7f36491f59 req-894ea48c-39aa-43a2-ba82-3eb8e3d8c8fa service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232090
Feb 28 18:50:02.256339 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cfdd4-bc81-404f-a509-838680a7a97d req-ab7ce48f-9e17-4bab-a8ed-ba678c61d4af tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:02.257790 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-815cfdd4-bc81-404f-a509-838680a7a97d req-ab7ce48f-9e17-4bab-a8ed-ba678c61d4af tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 944 time: 0.0847039
Feb 28 18:50:02.307070 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-815cfdd4-bc81-404f-a509-838680a7a97d req-12160d5e-03ee-4102-a3be-68b0eddbb731 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407288
Feb 28 18:50:03.505215 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4c1d2-6e7c-4064-9292-4a063da58d3d req-c8db0870-1a90-4c3d-9030-ddc8558879e0 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:03.511777 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-07f4c1d2-6e7c-4064-9292-4a063da58d3d req-c8db0870-1a90-4c3d-9030-ddc8558879e0 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 944 time: 0.0845420
Feb 28 18:50:03.555122 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-07f4c1d2-6e7c-4064-9292-4a063da58d3d req-95832d6e-9868-487a-86fb-9bcde0845bd9 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424542
Feb 28 18:50:04.117743 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb7090-7461-4b93-a057-516b2799855b req-27f13a5d-0608-438c-a042-6ca96fbac65e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:04.119159 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-13cb7090-7461-4b93-a057-516b2799855b req-27f13a5d-0608-438c-a042-6ca96fbac65e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0901492
Feb 28 18:50:04.158866 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 3238fc65-341b-43fa-8da4-8bb36771a14b up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:50:04.165761 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-13cb7090-7461-4b93-a057-516b2799855b req-52f50720-47d3-484e-a96e-5ab1ed377fd5 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406437
Feb 28 18:50:04.242470 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port 3238fc65-341b-43fa-8da4-8bb36771a14b completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:50:04.247895 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port 3238fc65-341b-43fa-8da4-8bb36771a14b triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:50:04.248291 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:04.378595 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:04.405709 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbe5bb0-fed6-4b2c-8c97-d85411e8f366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3238fc65-341b-43fa-8da4-8bb36771a14b'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:50:04.421589 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 3238fc65-341b-43fa-8da4-8bb36771a14b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3238fc65-341b-43fa-8da4-8bb36771a14b,segment=NetworkSegment(a6a0d181-0a63-46a3-beb5-5734885b694e),segment_id=a6a0d181-0a63-46a3-beb5-5734885b694e)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:50:04.429937 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:04.472235 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbe5bb0-fed6-4b2c-8c97-d85411e8f366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3238fc65-341b-43fa-8da4-8bb36771a14b', 'code': 200}
Feb 28 18:50:04.502107 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=3238fc65-341b-43fa-8da4-8bb36771a14b,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:04.839922 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06660be4-1712-4f88-88e7-c416ed870ffc req-a599587a-61c3-4e1d-bd84-bd398d67bcdb tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:04.841471 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-06660be4-1712-4f88-88e7-c416ed870ffc req-a599587a-61c3-4e1d-bd84-bd398d67bcdb tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.1358643
Feb 28 18:50:04.848495 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-843ee5d3-6a9b-47a0-a452-38b9deb816c2 req-dfd09a42-999c-41e0-af9e-556d8709cb29 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 1098 time: 0.1070545
Feb 28 18:50:04.921456 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-843ee5d3-6a9b-47a0-a452-38b9deb816c2 req-bc9ee013-cf78-4f7b-84a1-789ea49fc683 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582976
Feb 28 18:50:04.923709 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-06660be4-1712-4f88-88e7-c416ed870ffc req-bc8ed582-1436-432e-b0d5-dd80922c210b tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743239
Feb 28 18:50:06.014286 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-1e967176-d493-48e4-903d-9e9aade0585c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Synchronizing usage tracker for tenant:df6310ee4c214b53bfc3fa13d6f15b83 on resource:security_group {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:50:06.036695 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-1e967176-d493-48e4-903d-9e9aade0585c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Unset dirty status for tenant:df6310ee4c214b53bfc3fa13d6f15b83 on resource:security_group {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:50:06.038752 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-1e967176-d493-48e4-903d-9e9aade0585c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-958819489&fields=id&tenant_id=df6310ee4c214b53bfc3fa13d6f15b83 HTTP/1.1" status: 200  len: 267 time: 0.0700502
Feb 28 18:50:06.168063 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2b200-4d56-4d8a-a47d-d15d43292929 req-a31746d2-afa0-4442-b4ad-f1671965e07f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:06.174979 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-43c2b200-4d56-4d8a-a47d-d15d43292929 req-a31746d2-afa0-4442-b4ad-f1671965e07f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.0922782
Feb 28 18:50:06.247845 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-720bdbda-8c6b-4e77-9179-3140366fdb74 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:06.250138 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-720bdbda-8c6b-4e77-9179-3140366fdb74 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/networks?id=ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 HTTP/1.1" status: 200  len: 808 time: 0.2043040
Feb 28 18:50:06.253160 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-43c2b200-4d56-4d8a-a47d-d15d43292929 req-50c0280f-793f-4cf7-a455-1dd1ded39e3c tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773284
Feb 28 18:50:06.280348 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-aa4f8e57-8809-44f1-989d-e8c9e3f86f2f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/quotas/df6310ee4c214b53bfc3fa13d6f15b83 HTTP/1.1" status: 200  len: 375 time: 0.0207660
Feb 28 18:50:06.373709 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-5100f405-7e30-4ba5-b1d8-6df18649b44c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=df6310ee4c214b53bfc3fa13d6f15b83&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0925260
Feb 28 18:50:06.540117 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-77dc6242-efc3-48b5-8351-1468327a81fd service neutron] 10.222.0.18 "GET /v2.0/networks/ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544061
Feb 28 18:50:06.731814 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-c4002c49-b16e-4296-a996-39a68c8d8971 service neutron] 10.222.0.18 "GET /v2.0/networks/ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1854467
Feb 28 18:50:07.145846 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-7d19c540-3593-4034-94ff-977d0df1b10f req-8f86d38d-f8d6-4264-a5ff-efc23ef3e60f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Synchronizing usage tracker for tenant:df6310ee4c214b53bfc3fa13d6f15b83 on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:50:07.163579 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-7d19c540-3593-4034-94ff-977d0df1b10f req-8f86d38d-f8d6-4264-a5ff-efc23ef3e60f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Unset dirty status for tenant:df6310ee4c214b53bfc3fa13d6f15b83 on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:50:07.164755 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7d19c540-3593-4034-94ff-977d0df1b10f req-8f86d38d-f8d6-4264-a5ff-efc23ef3e60f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 210 time: 0.0620477
Feb 28 18:50:07.455048 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9575703-9bcb-4f3d-b80e-d47b07429704 req-9917d46f-7f67-4a0d-852a-3d8b8915bf57 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:07.456481 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f9575703-9bcb-4f3d-b80e-d47b07429704 req-9917d46f-7f67-4a0d-852a-3d8b8915bf57 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.0796812
Feb 28 18:50:07.501806 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f9575703-9bcb-4f3d-b80e-d47b07429704 req-6f1f6762-3008-4013-a991-97ee59106932 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396371
Feb 28 18:50:08.328244 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a100c3c9-ea6a-470a-8a98-3ffcca6f248f req-8a72eed3-87ae-4a49-9780-6b0e581407ee tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 210 time: 0.0422549
Feb 28 18:50:08.726157 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c1fbd-1a34-4765-b369-80ffd6c4348e req-577cd22b-161a-4497-94c0-a1c11100e64b tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:08.727631 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-624c1fbd-1a34-4765-b369-80ffd6c4348e req-577cd22b-161a-4497-94c0-a1c11100e64b tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.0952718
Feb 28 18:50:08.775278 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-624c1fbd-1a34-4765-b369-80ffd6c4348e req-0c46e806-4267-4699-a789-8db727af0d24 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418530
Feb 28 18:50:09.520919 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ea8ce409-2cfd-4875-9aae-47d4f8f08882 req-9607778f-99b6-4090-99fe-882ff8471a50 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 210 time: 0.0489433
Feb 28 18:50:09.979990 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56afe9-fffb-4fae-ab81-7a82ddd6340c req-c353ead0-5808-486a-b1fb-1324a4833bf7 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:09.981316 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9c56afe9-fffb-4fae-ab81-7a82ddd6340c req-c353ead0-5808-486a-b1fb-1324a4833bf7 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.0801678
Feb 28 18:50:10.031433 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9c56afe9-fffb-4fae-ab81-7a82ddd6340c req-e127aa5f-ed01-4cf2-a785-86bb98eb98e4 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445697
Feb 28 18:50:10.703798 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5f6a30b1-0d0a-474f-ad83-9b5e4ea3d2a3 req-e562e2c0-9a50-44da-a626-41c7048b8fe8 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 210 time: 0.0544970
Feb 28 18:50:11.247322 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9b4e2-c32f-44f5-afe6-6de1742f5a08 req-1c144c20-0cf6-4e2e-9617-098cba04a9f9 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:11.249025 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-35e9b4e2-c32f-44f5-afe6-6de1742f5a08 req-1c144c20-0cf6-4e2e-9617-098cba04a9f9 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.0821364
Feb 28 18:50:11.296601 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-35e9b4e2-c32f-44f5-afe6-6de1742f5a08 req-9bca8b9e-26a4-47a3-9f03-23df500334d4 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420570
Feb 28 18:50:11.702712 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-6a53598b-7cb4-4d93-a323-def594ce1076 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:11.703398 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-6a53598b-7cb4-4d93-a323-def594ce1076 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Synchronizing usage tracker for tenant:df6310ee4c214b53bfc3fa13d6f15b83 on resource:network {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:50:11.720430 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-6a53598b-7cb4-4d93-a323-def594ce1076 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Unset dirty status for tenant:df6310ee4c214b53bfc3fa13d6f15b83 on resource:network {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:50:11.721684 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-6a53598b-7cb4-4d93-a323-def594ce1076 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.70 "GET /v2.0/networks?id=ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 HTTP/1.1" status: 200  len: 808 time: 0.1775095
Feb 28 18:50:11.778333 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-e515e885-7413-4201-89a2-1aff6946e5f9 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Synchronizing usage tracker for tenant:df6310ee4c214b53bfc3fa13d6f15b83 on resource:security_group {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:50:11.790399 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-e515e885-7413-4201-89a2-1aff6946e5f9 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Unset dirty status for tenant:df6310ee4c214b53bfc3fa13d6f15b83 on resource:security_group {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:50:11.791551 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-e515e885-7413-4201-89a2-1aff6946e5f9 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df6310ee4c214b53bfc3fa13d6f15b83 HTTP/1.1" status: 200  len: 379 time: 0.0560458
Feb 28 18:50:11.801357 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Request body: {'port': {'device_id': 'cc53579b-ea78-429b-8bdf-a6c8054b109a', 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4', 'admin_state_up': True, 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'security_groups': ['2dd65545-9f10-4686-a62e-14e2edf3f1ac']}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:50:11.920512 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-eb296b3b-1f85-449f-a745-734c77dfaa23 req-8cbde723-2191-4fa0-8705-510a084b43ef tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 210 time: 0.0572157
Feb 28 18:50:11.982898 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:50:11.985986 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:50:11.997285 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Made reservation on behalf of df6310ee4c214b53bfc3fa13d6f15b83 for: {'port': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:50:12.000490 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:12.242680 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Allocated IP 172.20.0.14 (ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4/d013530a-4ea2-46fc-b7a4-576179421aad/db02cf2e-be37-45fc-b70d-76efd2db4952) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:50:12.456308 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:12.472047 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Transition to ACTIVE for port object db02cf2e-be37-45fc-b70d-76efd2db4952 will not be triggered until provisioned by entity DHCP. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:50:12.499176 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:12.502982 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50ed51-3c9e-4b98-8539-8322493f0e51 req-755e073e-cfb5-4fda-9f76-c74bc14e276a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:12.504524 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-8d50ed51-3c9e-4b98-8539-8322493f0e51 req-755e073e-cfb5-4fda-9f76-c74bc14e276a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.0807736
Feb 28 18:50:12.554539 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-8d50ed51-3c9e-4b98-8539-8322493f0e51 req-e355a523-8dcd-4e08-bc1f-658ff3bed359 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434580
Feb 28 18:50:12.575005 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Network ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:50:12.582106 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:50:12.584757 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:50:12.623990 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Pushing event updated for resources: {'Port': ['ID=db02cf2e-be37-45fc-b70d-76efd2db4952,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:12.642645 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:12.642992 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:12.643331 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:12.643664 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:12.644026 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:12.644356 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:12.644675 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:12.644996 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:12.645318 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:12.645636 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:12.645972 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:12.667930 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:12.668720 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:12.695972 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-6e33803e-d679-400a-9a18-887cfe5d63c5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8983402
Feb 28 18:50:12.865420 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7927dc72-d374-4ff0-a63c-04dd424ff40d None None] Provisioning for port db02cf2e-be37-45fc-b70d-76efd2db4952 completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:50:12.871470 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7927dc72-d374-4ff0-a63c-04dd424ff40d None None] Provisioning complete for port db02cf2e-be37-45fc-b70d-76efd2db4952 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:50:12.871842 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7927dc72-d374-4ff0-a63c-04dd424ff40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:12.931241 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7927dc72-d374-4ff0-a63c-04dd424ff40d None None] Port db02cf2e-be37-45fc-b70d-76efd2db4952 cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:50:13.128544 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a57262-9ba4-44bd-822f-50c66060c018 req-c410aa7d-7a0f-49fc-8d66-fc5d662f6b1a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:13.129276 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-95a57262-9ba4-44bd-822f-50c66060c018 req-c410aa7d-7a0f-49fc-8d66-fc5d662f6b1a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Synchronizing usage tracker for tenant:df6310ee4c214b53bfc3fa13d6f15b83 on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:50:13.149182 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-95a57262-9ba4-44bd-822f-50c66060c018 req-c410aa7d-7a0f-49fc-8d66-fc5d662f6b1a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Unset dirty status for tenant:df6310ee4c214b53bfc3fa13d6f15b83 on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:50:13.150623 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-95a57262-9ba4-44bd-822f-50c66060c018 req-c410aa7d-7a0f-49fc-8d66-fc5d662f6b1a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 932 time: 0.1047986
Feb 28 18:50:13.201253 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-95a57262-9ba4-44bd-822f-50c66060c018 req-4a09bb60-7a6b-44d3-8a81-80026ddb59cc tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448718
Feb 28 18:50:13.767206 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af15c0-da0e-4517-a9fd-f334596de7da req-b8a82f33-93e3-46c4-83a5-a856d7c558b0 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:13.768703 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-73af15c0-da0e-4517-a9fd-f334596de7da req-b8a82f33-93e3-46c4-83a5-a856d7c558b0 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.0780864
Feb 28 18:50:13.821282 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-73af15c0-da0e-4517-a9fd-f334596de7da req-e61523c1-9f98-4f38-9e29-50ca68c18680 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464151
Feb 28 18:50:14.409222 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6dcdf-330f-42c6-bcf0-bab3a0b5d27b req-44b14fc7-aacf-446a-ad63-1f224707882c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:14.410597 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d1b6dcdf-330f-42c6-bcf0-bab3a0b5d27b req-44b14fc7-aacf-446a-ad63-1f224707882c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 932 time: 0.0812786
Feb 28 18:50:14.467396 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d1b6dcdf-330f-42c6-bcf0-bab3a0b5d27b req-d2b256be-1dd4-4e2c-b455-0febae8ad717 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510066
Feb 28 18:50:15.042299 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fd525-207a-43bf-bd48-d66b3d087d06 req-5325ed8d-ba49-4184-a987-fc472c908c7b tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:15.043767 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-391fd525-207a-43bf-bd48-d66b3d087d06 req-5325ed8d-ba49-4184-a987-fc472c908c7b tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.0830896
Feb 28 18:50:15.091423 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-391fd525-207a-43bf-bd48-d66b3d087d06 req-3259e569-dae7-4483-990b-028f101fabc3 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397096
Feb 28 18:50:15.668224 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343628ae-0cbd-4ce3-8d3e-5a26bbfce21d req-dab48e89-1c5c-4832-934b-49dbbc348f2b tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:15.669695 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-343628ae-0cbd-4ce3-8d3e-5a26bbfce21d req-dab48e89-1c5c-4832-934b-49dbbc348f2b tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 932 time: 0.0823483
Feb 28 18:50:15.723274 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-343628ae-0cbd-4ce3-8d3e-5a26bbfce21d req-7277b2f2-8a51-4bcc-8781-ea41893c2264 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477681
Feb 28 18:50:16.301223 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc60239-8154-4d16-a78b-5b1327fd3bad req-042bfcf2-ffc7-4c8b-a77c-9cc879d2ad34 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:16.305878 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2bc60239-8154-4d16-a78b-5b1327fd3bad req-042bfcf2-ffc7-4c8b-a77c-9cc879d2ad34 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.0857656
Feb 28 18:50:16.351421 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2bc60239-8154-4d16-a78b-5b1327fd3bad req-c970046e-6293-4e8d-84b5-8a5ad0a75ef0 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431123
Feb 28 18:50:16.928886 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf695902-b0a4-4aa7-b1b5-cc5c28f9a7f4 req-bf524c07-b0ae-4cfd-9a42-60fbf99ef28f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:16.930326 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cf695902-b0a4-4aa7-b1b5-cc5c28f9a7f4 req-bf524c07-b0ae-4cfd-9a42-60fbf99ef28f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 932 time: 0.0820420
Feb 28 18:50:16.978370 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cf695902-b0a4-4aa7-b1b5-cc5c28f9a7f4 req-a66e7933-1f25-4eac-9ad5-ebb881ca5e24 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412114
Feb 28 18:50:17.562110 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685297a-65e7-45ff-8085-3e763ed3debc req-e6179c2c-d173-4d19-873b-54320f66971d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:17.563017 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4685297a-65e7-45ff-8085-3e763ed3debc req-e6179c2c-d173-4d19-873b-54320f66971d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.0881546
Feb 28 18:50:17.609404 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4685297a-65e7-45ff-8085-3e763ed3debc req-470ae17e-7ad3-4e14-92c3-f846493321e5 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418782
Feb 28 18:50:18.187139 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8355c78-5c72-4a84-9d1a-e1b8a4038356 req-a48661d0-bffa-4dc6-9f9f-4b68b3cb9580 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:18.188869 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d8355c78-5c72-4a84-9d1a-e1b8a4038356 req-a48661d0-bffa-4dc6-9f9f-4b68b3cb9580 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 932 time: 0.0862298
Feb 28 18:50:18.235867 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d8355c78-5c72-4a84-9d1a-e1b8a4038356 req-02e1dc74-bd25-4ccd-9cb4-ad265fa83501 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411398
Feb 28 18:50:18.827977 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4bf4f-5f3d-4a01-b76d-a234e0c83624 req-af1b3b92-315a-4fab-bbf8-9e2f4e682de6 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:18.831381 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9fa4bf4f-5f3d-4a01-b76d-a234e0c83624 req-af1b3b92-315a-4fab-bbf8-9e2f4e682de6 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.0838175
Feb 28 18:50:18.880892 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9fa4bf4f-5f3d-4a01-b76d-a234e0c83624 req-003c4be6-2326-43c3-a3a1-59f5540c27a5 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441036
Feb 28 18:50:19.466421 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd254e8-2932-4410-84fa-5a9facde82fa req-fe7b8904-438d-40e1-9cad-651f349e754f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:19.467912 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3cd254e8-2932-4410-84fa-5a9facde82fa req-fe7b8904-438d-40e1-9cad-651f349e754f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 932 time: 0.0852106
Feb 28 18:50:19.516667 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3cd254e8-2932-4410-84fa-5a9facde82fa req-aaee1449-972b-4251-990d-b5a4c5b9900d tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408585
Feb 28 18:50:20.091419 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be776df-dd33-4c98-affc-f910d6070e86 req-a18b9577-9225-4db9-bb12-7856d0fbbe04 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:20.092964 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2be776df-dd33-4c98-affc-f910d6070e86 req-a18b9577-9225-4db9-bb12-7856d0fbbe04 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.0800712
Feb 28 18:50:20.142692 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2be776df-dd33-4c98-affc-f910d6070e86 req-3ae39df2-04a7-4779-972a-94746a4a58d2 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426548
Feb 28 18:50:20.722249 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76f74c-ae47-4902-8673-d812cc44d4d5 req-2f2de98c-6b5c-4dd8-9841-d1baeda1c9f8 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:20.723688 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ae76f74c-ae47-4902-8673-d812cc44d4d5 req-2f2de98c-6b5c-4dd8-9841-d1baeda1c9f8 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 932 time: 0.0768862
Feb 28 18:50:20.771584 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ae76f74c-ae47-4902-8673-d812cc44d4d5 req-4aa95e6e-6224-4d35-99a6-2e3d5ef179bf tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418570
Feb 28 18:50:21.351488 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56ec0a-5fe5-42a6-843a-12389ac90457 req-d80a5831-57a9-4570-a03c-a352ba515887 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:21.352881 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-3b56ec0a-5fe5-42a6-843a-12389ac90457 req-d80a5831-57a9-4570-a03c-a352ba515887 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.0863848
Feb 28 18:50:21.397268 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-3b56ec0a-5fe5-42a6-843a-12389ac90457 req-62db87a6-9d1a-43ea-8639-4352167fa036 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387149
Feb 28 18:50:21.442593 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] Request body: {'port': {'device_id': 'cc53579b-ea78-429b-8bdf-a6c8054b109a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:50:21.551368 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:21.957333 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db02cf2e-be37-45fc-b70d-76efd2db4952 {{(pid=83063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:50:21.966274 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:21.995172 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] Transition to ACTIVE for port object db02cf2e-be37-45fc-b70d-76efd2db4952 will not be triggered until provisioned by entity L2. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:50:22.006040 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:22.199000 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc8888-aae3-4030-bf60-1fec8735587a req-4575d033-66a3-4848-8b81-4d6c3bf0c60d tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:22.200557 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cccc8888-aae3-4030-bf60-1fec8735587a req-4575d033-66a3-4848-8b81-4d6c3bf0c60d tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 932 time: 0.3035588
Feb 28 18:50:22.233620 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=db02cf2e-be37-45fc-b70d-76efd2db4952,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:22.334128 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cccc8888-aae3-4030-bf60-1fec8735587a req-b9cafcf1-ea47-4810-8c54-f1f9987498ab tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1247077
Feb 28 18:50:22.362773 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] Attempting to bind port db02cf2e-be37-45fc-b70d-76efd2db4952 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:50:22.363108 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] Attempting to bind port db02cf2e-be37-45fc-b70d-76efd2db4952 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'df0059bf-6a30-4233-8594-225cda2c765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4'}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:50:22.363429 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] Attempting to bind port db02cf2e-be37-45fc-b70d-76efd2db4952 on network ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:50:22.369546 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] Port db02cf2e-be37-45fc-b70d-76efd2db4952 on network ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:50:22.369891 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] Attempting to bind port db02cf2e-be37-45fc-b70d-76efd2db4952 on network ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:50:22.376124 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:50:22.376447 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] Checking segment: {'id': 'df0059bf-6a30-4233-8594-225cda2c765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:50:22.376814 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] Bound using segment: {'id': 'df0059bf-6a30-4233-8594-225cda2c765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4'} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:50:22.377187 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] Bound port: db02cf2e-be37-45fc-b70d-76efd2db4952, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0059bf-6a30-4233-8594-225cda2c765a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4'}}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:50:22.377518 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:22.468227 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] For port db02cf2e-be37-45fc-b70d-76efd2db4952, host hv-cinder-83118, cleared binding levels {{(pid=83063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:50:22.471177 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] For port db02cf2e-be37-45fc-b70d-76efd2db4952, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=db02cf2e-be37-45fc-b70d-76efd2db4952,segment=NetworkSegment(df0059bf-6a30-4233-8594-225cda2c765a),segment_id=df0059bf-6a30-4233-8594-225cda2c765a)] {{(pid=83063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:50:22.476997 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:22.538243 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:22.540164 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] 10.222.0.70 "PUT /v2.0/ports/db02cf2e-be37-45fc-b70d-76efd2db4952 HTTP/1.1" status: 200  len: 1094 time: 1.1027303
Feb 28 18:50:22.540759 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc53579b-ea78-429b-8bdf-a6c8054b109a', 'tag': 'db02cf2e-be37-45fc-b70d-76efd2db4952'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:50:22.562174 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41c3f3-031a-419a-a5bf-f17dbfc65bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=db02cf2e-be37-45fc-b70d-76efd2db4952,revision_number=3']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:22.604157 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc01df1-cae9-4e67-9dd9-67cd2428ffb7 req-a507a5e7-024c-4b16-91f4-7c8cffcc34a0 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:22.606211 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc53579b-ea78-429b-8bdf-a6c8054b109a', 'tag': 'db02cf2e-be37-45fc-b70d-76efd2db4952', 'status': 'completed', 'code': 200}
Feb 28 18:50:22.609686 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ddc01df1-cae9-4e67-9dd9-67cd2428ffb7 req-a507a5e7-024c-4b16-91f4-7c8cffcc34a0 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.0887780
Feb 28 18:50:22.659489 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ddc01df1-cae9-4e67-9dd9-67cd2428ffb7 req-4b1674d8-f24b-4b16-9fd0-a4cb9dbc0a07 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441144
Feb 28 18:50:22.719082 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-acdac82a-f898-4aee-b250-c583dc31528d req-df8965ce-9f0d-4b48-ac2e-a18210bdc8a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df6310ee4c214b53bfc3fa13d6f15b83&device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 1097 time: 0.0779757
Feb 28 18:50:22.867742 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdac82a-f898-4aee-b250-c583dc31528d req-c9892bec-9f22-4bd4-be4e-07bb6a78d461 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:22.869835 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-acdac82a-f898-4aee-b250-c583dc31528d req-c9892bec-9f22-4bd4-be4e-07bb6a78d461 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=df6310ee4c214b53bfc3fa13d6f15b83&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1440609
Feb 28 18:50:23.014009 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdac82a-f898-4aee-b250-c583dc31528d req-19852a5b-4bae-4e23-93a5-76bff0056f18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:23.015518 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-acdac82a-f898-4aee-b250-c583dc31528d req-19852a5b-4bae-4e23-93a5-76bff0056f18 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1391718
Feb 28 18:50:23.160745 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-9da17078-2246-4712-9778-2e4432e424f7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df6310ee4c214b53bfc3fa13d6f15b83&device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 1097 time: 0.0799706
Feb 28 18:50:23.237985 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-b1dd39af-5bcc-4588-91a6-221dc71ceb0a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db02cf2e-be37-45fc-b70d-76efd2db4952 HTTP/1.1" status: 200  len: 217 time: 0.0714536
Feb 28 18:50:23.310791 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-c1795e16-d9c8-4d9b-96c1-6fc5f1747559 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:23.312247 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-c1795e16-d9c8-4d9b-96c1-6fc5f1747559 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d013530a-4ea2-46fc-b7a4-576179421aad HTTP/1.1" status: 200  len: 847 time: 0.0658295
Feb 28 18:50:23.387303 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-5aace472-0c3a-4a0f-aae9-2bc358ec544e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689173
Feb 28 18:50:23.579536 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-1fef1165-596e-4503-8a1c-44157af51f8a service neutron] 10.222.0.70 "GET /v2.0/networks/ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1847155
Feb 28 18:50:23.684102 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0abdd-7ae7-43e0-be9f-bbf263bd4758 req-403284c3-767a-4d3a-a2f8-1ef580252edf tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:23.685613 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a7c0abdd-7ae7-43e0-be9f-bbf263bd4758 req-403284c3-767a-4d3a-a2f8-1ef580252edf tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.2080662
Feb 28 18:50:23.763747 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cccef181-d8c9-4840-a27b-9f9604119de3 req-4b46aa3f-b63e-456c-aa68-18a1a8fcfe05 service neutron] 10.222.0.70 "GET /v2.0/networks/ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1728003
Feb 28 18:50:23.765952 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a7c0abdd-7ae7-43e0-be9f-bbf263bd4758 req-9a6694e0-7576-4aa5-a6e5-9d9c6b83ce0f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0727482
Feb 28 18:50:24.984832 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261995f-8117-409a-8f1e-1ec7f925ce0a req-db7ba372-436c-4fed-8003-84d45fd0c06b tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:24.986294 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0261995f-8117-409a-8f1e-1ec7f925ce0a req-db7ba372-436c-4fed-8003-84d45fd0c06b tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0910525
Feb 28 18:50:25.033437 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0261995f-8117-409a-8f1e-1ec7f925ce0a req-23556db8-24ea-48e4-a68d-a5491b13e0f8 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412331
Feb 28 18:50:26.045598 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-879b6a2d-e69b-45e1-a332-74e1ef056422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:26.242506 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528434b-a6e5-4d6b-828a-5d402eced5d7 req-cc8bd742-c461-4f43-b99e-c74fcf24ecee tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:26.244123 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d528434b-a6e5-4d6b-828a-5d402eced5d7 req-cc8bd742-c461-4f43-b99e-c74fcf24ecee tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0879424
Feb 28 18:50:26.294972 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d528434b-a6e5-4d6b-828a-5d402eced5d7 req-a6dd82c4-dfde-4dca-9666-5e112ce5cd43 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448530
Feb 28 18:50:27.492700 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab5fcb-f90c-4f67-b1e0-acdd9e224bc0 req-d9a1a81a-72a4-4e2e-8f85-d34f8b777e5a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:27.494149 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-46ab5fcb-f90c-4f67-b1e0-acdd9e224bc0 req-d9a1a81a-72a4-4e2e-8f85-d34f8b777e5a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0759106
Feb 28 18:50:27.542728 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-46ab5fcb-f90c-4f67-b1e0-acdd9e224bc0 req-eda338b9-7c74-4446-9e29-c7b479fd4c84 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427353
Feb 28 18:50:28.288302 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-57bfbc67-f169-4fcd-9293-f496c5f0ded1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:28.748194 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b8f0c-4770-4f27-87d9-8b5013e05499 req-a86fea4c-49c8-45d7-acdf-a17e325a88fa tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:28.749659 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1b7b8f0c-4770-4f27-87d9-8b5013e05499 req-a86fea4c-49c8-45d7-acdf-a17e325a88fa tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0756674
Feb 28 18:50:28.793316 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1b7b8f0c-4770-4f27-87d9-8b5013e05499 req-0340bef2-d844-4b26-a961-a29896b6356a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379751
Feb 28 18:50:29.458615 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:29.527824 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:30.054246 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f8a6e-60e5-4976-a152-9c7d9528174a req-63959d72-19c1-4f03-aadd-87e178c88f18 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:30.056022 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-460f8a6e-60e5-4976-a152-9c7d9528174a req-63959d72-19c1-4f03-aadd-87e178c88f18 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.1092777
Feb 28 18:50:30.123652 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-460f8a6e-60e5-4976-a152-9c7d9528174a req-3e1797c0-8d57-415b-ac30-56568595cb38 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582757
Feb 28 18:50:30.160000 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:30.753652 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:31.340346 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99fd8d-c1bd-4b2c-a870-f72714f690f5 req-64a992c1-9eb5-42bf-81e5-b8146dcb81aa tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:31.341707 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-da99fd8d-c1bd-4b2c-a870-f72714f690f5 req-64a992c1-9eb5-42bf-81e5-b8146dcb81aa tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0917273
Feb 28 18:50:31.443507 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-da99fd8d-c1bd-4b2c-a870-f72714f690f5 req-815a9338-5e86-4297-8079-9f0a55ba395a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960360
Feb 28 18:50:32.660742 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5df6f4-20d8-4f03-b91e-331c993e6977 req-db3833ba-88d2-4407-874e-a8ac7e135c20 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:32.662229 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5e5df6f4-20d8-4f03-b91e-331c993e6977 req-db3833ba-88d2-4407-874e-a8ac7e135c20 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0872879
Feb 28 18:50:32.786044 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5e5df6f4-20d8-4f03-b91e-331c993e6977 req-2ae587b7-65e7-4af7-bcc6-bb7e2b802e01 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1182065
Feb 28 18:50:33.984101 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16d4f6-8ddd-4fa3-89fe-9bdfc4e00500 req-549f3296-ef85-4573-bded-13301eb1c58b tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:33.985552 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5c16d4f6-8ddd-4fa3-89fe-9bdfc4e00500 req-549f3296-ef85-4573-bded-13301eb1c58b tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0802281
Feb 28 18:50:34.032036 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5c16d4f6-8ddd-4fa3-89fe-9bdfc4e00500 req-043ddbae-7185-4b9b-9811-edeff3f644c1 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409150
Feb 28 18:50:34.111617 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 33444) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:50:34.256391 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-abc30a91-ce7e-4528-9def-6bb3281ec7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:34.286865 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-abc30a91-ce7e-4528-9def-6bb3281ec7e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:50:34.290653 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-abc30a91-ce7e-4528-9def-6bb3281ec7e7 admin admin] Usage tracker for resource:security_group_rule and tenant:39b8ba09cda74999b2e22fa2f0cca653 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:50:34.293711 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-abc30a91-ce7e-4528-9def-6bb3281ec7e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:50:34.299111 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-abc30a91-ce7e-4528-9def-6bb3281ec7e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:50:34.361411 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-abc30a91-ce7e-4528-9def-6bb3281ec7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:34.366581 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-abc30a91-ce7e-4528-9def-6bb3281ec7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:34.410831 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc30a91-ce7e-4528-9def-6bb3281ec7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc58ed3-02b6-40fb-8d62-790864b5d522,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:34.417466 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-abc30a91-ce7e-4528-9def-6bb3281ec7e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39b8ba09cda74999b2e22fa2f0cca653&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3024099
Feb 28 18:50:34.418136 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 33452) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:50:34.481525 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9047f9dd-2511-44ee-8f82-a014304a3143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:34.507136 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9047f9dd-2511-44ee-8f82-a014304a3143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:34.566074 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9047f9dd-2511-44ee-8f82-a014304a3143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:34.580309 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047f9dd-2511-44ee-8f82-a014304a3143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc58ed3-02b6-40fb-8d62-790864b5d522,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:34.592039 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9047f9dd-2511-44ee-8f82-a014304a3143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:34.593132 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-9047f9dd-2511-44ee-8f82-a014304a3143 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9bc58ed3-02b6-40fb-8d62-790864b5d522 HTTP/1.1" status: 204  len: 168 time: 0.1740019
Feb 28 18:50:34.596010 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047f9dd-2511-44ee-8f82-a014304a3143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:34.596010 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047f9dd-2511-44ee-8f82-a014304a3143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:34.596010 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047f9dd-2511-44ee-8f82-a014304a3143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:34.604353 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047f9dd-2511-44ee-8f82-a014304a3143 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:34.604713 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047f9dd-2511-44ee-8f82-a014304a3143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:34.605054 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047f9dd-2511-44ee-8f82-a014304a3143 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:34.605600 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047f9dd-2511-44ee-8f82-a014304a3143 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:34.606086 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047f9dd-2511-44ee-8f82-a014304a3143 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:34.606419 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047f9dd-2511-44ee-8f82-a014304a3143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:34.606773 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047f9dd-2511-44ee-8f82-a014304a3143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:34.607097 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9047f9dd-2511-44ee-8f82-a014304a3143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:34.958170 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 33466) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:50:34.976428 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3595eed3-97f5-486c-a3de-b5393aa29c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:35.011419 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-3595eed3-97f5-486c-a3de-b5393aa29c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:50:35.015330 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-3595eed3-97f5-486c-a3de-b5393aa29c8a admin admin] Usage tracker for resource:security_group_rule and tenant:53c4da4ee0cb429693a64ad0e7d34fa3 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:50:35.018063 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-3595eed3-97f5-486c-a3de-b5393aa29c8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:50:35.023866 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-3595eed3-97f5-486c-a3de-b5393aa29c8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:50:35.100874 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3595eed3-97f5-486c-a3de-b5393aa29c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:35.106782 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3595eed3-97f5-486c-a3de-b5393aa29c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:35.187641 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3595eed3-97f5-486c-a3de-b5393aa29c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2ac4a6-2105-429b-8f15-314d423d6231,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:35.237872 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-3595eed3-97f5-486c-a3de-b5393aa29c8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53c4da4ee0cb429693a64ad0e7d34fa3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2783649
Feb 28 18:50:35.240497 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 33478) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:50:35.281594 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125544f9-81ad-4a0c-be60-167d4ba88143 req-8d5111d5-3411-415b-be78-4b950a90f4c8 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:35.283104 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-125544f9-81ad-4a0c-be60-167d4ba88143 req-8d5111d5-3411-415b-be78-4b950a90f4c8 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0882139
Feb 28 18:50:35.304902 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9d4b6576-7b95-4837-941e-1ec1eedf5432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:35.332342 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9d4b6576-7b95-4837-941e-1ec1eedf5432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:35.339115 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-125544f9-81ad-4a0c-be60-167d4ba88143 req-d441085a-4bbb-4f2b-b479-113552e21dbd tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491769
Feb 28 18:50:35.392585 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9d4b6576-7b95-4837-941e-1ec1eedf5432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:35.410012 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b6576-7b95-4837-941e-1ec1eedf5432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2ac4a6-2105-429b-8f15-314d423d6231,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:35.418655 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9d4b6576-7b95-4837-941e-1ec1eedf5432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:35.420238 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-9d4b6576-7b95-4837-941e-1ec1eedf5432 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4f2ac4a6-2105-429b-8f15-314d423d6231 HTTP/1.1" status: 204  len: 168 time: 0.1784084
Feb 28 18:50:36.538481 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cde730-079f-471a-bcee-82068790b24e req-ce00ae3f-36d7-4915-86a8-1f220729a820 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:36.539974 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c8cde730-079f-471a-bcee-82068790b24e req-ce00ae3f-36d7-4915-86a8-1f220729a820 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0786445
Feb 28 18:50:36.593317 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c8cde730-079f-471a-bcee-82068790b24e req-9e135251-80a4-44ad-af5c-fe120d8673e6 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476675
Feb 28 18:50:36.731533 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:50:37.799274 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d008a1-e173-4897-9910-bd282680731a req-1aff4d60-7f3a-4749-ba26-ae65f5317d49 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:37.800785 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e3d008a1-e173-4897-9910-bd282680731a req-1aff4d60-7f3a-4749-ba26-ae65f5317d49 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0862534
Feb 28 18:50:37.847713 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e3d008a1-e173-4897-9910-bd282680731a req-e8f672e8-9ead-4d6e-a59e-822b5056af95 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414302
Feb 28 18:50:38.456731 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 33586) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:50:38.595179 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5d255030-c121-477a-8641-6479add0ec0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:38.627886 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-5d255030-c121-477a-8641-6479add0ec0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:50:38.632192 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-5d255030-c121-477a-8641-6479add0ec0a admin admin] Usage tracker for resource:security_group_rule and tenant:8acc4c1d74ec440aa36583605493daa1 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:50:38.635335 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-5d255030-c121-477a-8641-6479add0ec0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:50:38.641459 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-5d255030-c121-477a-8641-6479add0ec0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:50:38.707040 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5d255030-c121-477a-8641-6479add0ec0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:38.712772 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5d255030-c121-477a-8641-6479add0ec0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:38.757880 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d255030-c121-477a-8641-6479add0ec0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd51ec1f-4e96-415e-8923-f4d3736b86d7,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:38.763341 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-5d255030-c121-477a-8641-6479add0ec0a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8acc4c1d74ec440aa36583605493daa1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3054183
Feb 28 18:50:38.766073 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 33594) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:50:38.824971 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6bb2b98f-9d7d-48df-975c-8675e28212ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:38.849849 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6bb2b98f-9d7d-48df-975c-8675e28212ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:38.903707 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6bb2b98f-9d7d-48df-975c-8675e28212ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:38.919729 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2b98f-9d7d-48df-975c-8675e28212ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd51ec1f-4e96-415e-8923-f4d3736b86d7,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:38.924003 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6bb2b98f-9d7d-48df-975c-8675e28212ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:38.925126 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-6bb2b98f-9d7d-48df-975c-8675e28212ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd51ec1f-4e96-415e-8923-f4d3736b86d7 HTTP/1.1" status: 204  len: 168 time: 0.1581440
Feb 28 18:50:39.055537 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79182d-ce50-4ca1-8c4f-7d15de93f05a req-375b5a1e-929e-4a49-8694-c4b76528a496 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:39.057082 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ce79182d-ce50-4ca1-8c4f-7d15de93f05a req-375b5a1e-929e-4a49-8694-c4b76528a496 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0810983
Feb 28 18:50:39.103341 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ce79182d-ce50-4ca1-8c4f-7d15de93f05a req-8f072e4e-db9a-4d54-9102-0ad2385dbba6 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406110
Feb 28 18:50:39.269748 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 33606) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:50:39.287811 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f2f90e93-0774-4f98-8551-afdd548a7504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:39.319002 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-f2f90e93-0774-4f98-8551-afdd548a7504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:50:39.323058 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-f2f90e93-0774-4f98-8551-afdd548a7504 admin admin] Usage tracker for resource:security_group_rule and tenant:2a30598e2a65499db4f9d99eed69ed09 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:50:39.325951 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-f2f90e93-0774-4f98-8551-afdd548a7504 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:50:39.334198 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-f2f90e93-0774-4f98-8551-afdd548a7504 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:50:39.406602 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f2f90e93-0774-4f98-8551-afdd548a7504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:39.414378 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f2f90e93-0774-4f98-8551-afdd548a7504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:39.459311 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f90e93-0774-4f98-8551-afdd548a7504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6cf227-f39f-4a4d-9dea-b81a095622dd,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:39.466968 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-f2f90e93-0774-4f98-8551-afdd548a7504 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2a30598e2a65499db4f9d99eed69ed09&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1937749
Feb 28 18:50:39.467346 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 33612) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:50:39.536088 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f82c272d-a9b7-48bb-ac23-53638fc079e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:39.561576 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f82c272d-a9b7-48bb-ac23-53638fc079e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:39.615993 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f82c272d-a9b7-48bb-ac23-53638fc079e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:39.632569 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c272d-a9b7-48bb-ac23-53638fc079e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6cf227-f39f-4a4d-9dea-b81a095622dd,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:39.644232 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f82c272d-a9b7-48bb-ac23-53638fc079e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:39.645372 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-f82c272d-a9b7-48bb-ac23-53638fc079e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e6cf227-f39f-4a4d-9dea-b81a095622dd HTTP/1.1" status: 204  len: 168 time: 0.1772797
Feb 28 18:50:40.308121 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf3cb5-e7b2-42cf-b1a5-c04cf81ae0b2 req-372b65b2-a6a5-4b3f-809b-7645d72b4120 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:40.309640 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6adf3cb5-e7b2-42cf-b1a5-c04cf81ae0b2 req-372b65b2-a6a5-4b3f-809b-7645d72b4120 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0810134
Feb 28 18:50:40.355084 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6adf3cb5-e7b2-42cf-b1a5-c04cf81ae0b2 req-14d5615f-a7f3-46e1-8149-c79b6b683813 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395856
Feb 28 18:50:40.517934 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 33644) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:50:40.651588 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1174115877-network', 'tenant_id': '961d65354d6445ea9e56a757958f2cb7'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:50:40.656416 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:50:40.660397 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Usage tracker for resource:network and tenant:961d65354d6445ea9e56a757958f2cb7 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:50:40.663318 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:50:40.669493 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:50:40.680560 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Made reservation on behalf of 961d65354d6445ea9e56a757958f2cb7 for: {'network': 1} {{(pid=83062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:50:40.683001 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for network, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:40.695729 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:40.730834 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:50:40.737169 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Usage tracker for resource:security_group_rule and tenant:961d65354d6445ea9e56a757958f2cb7 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:50:40.741814 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:50:40.749573 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:50:40.814954 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:40.820536 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:40.849339 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514}  {{(pid=83062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 18:50:40.857387 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0913bd0-119e-45a5-87bb-f1899f651c63,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:40.862567 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:40.862893 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.db.segments_db [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Added segment ed54343b-1b3c-425b-8d7a-6a80607b4ade of type vlan for network 9111ed69-3073-496b-80b7-6e33a55f0fb5
Feb 28 18:50:40.889924 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743575470084'] for network, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:40.920889 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for network, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:40.921820 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:40.922402 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:41.023108 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5039012
Feb 28 18:50:41.024016 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f6def-c87a-4571-9439-ea19a26c3558 admin admin] Pushing event updated for resources: {'Network': ['ID=9111ed69-3073-496b-80b7-6e33a55f0fb5,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:41.025985 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 33654) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:50:41.031684 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-2d46173f-988c-4d91-96f9-f07575b29125 admin admin] Request body: {'subnet': {'network_id': '9111ed69-3073-496b-80b7-6e33a55f0fb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1174115877-subnet', 'tenant_id': '961d65354d6445ea9e56a757958f2cb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:50:41.034326 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Network 9111ed69-3073-496b-80b7-6e33a55f0fb5 details requested by agent ovs-agent-dv-cinder-831188-1-iscsi with host dv-cinder-831188-1-iscsi {{(pid=83064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 28 18:50:41.036692 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-2d46173f-988c-4d91-96f9-f07575b29125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:50:41.040628 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-2d46173f-988c-4d91-96f9-f07575b29125 admin admin] Usage tracker for resource:subnet and tenant:961d65354d6445ea9e56a757958f2cb7 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:50:41.044056 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-2d46173f-988c-4d91-96f9-f07575b29125 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:50:41.050045 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-2d46173f-988c-4d91-96f9-f07575b29125 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:50:41.059386 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d46173f-988c-4d91-96f9-f07575b29125 admin admin] Made reservation on behalf of 961d65354d6445ea9e56a757958f2cb7 for: {'subnet': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:50:41.061749 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-2d46173f-988c-4d91-96f9-f07575b29125 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1931075'] for subnet, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:41.271201 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-2d46173f-988c-4d91-96f9-f07575b29125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1992640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1931133'] for subnet, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:41.339802 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46173f-988c-4d91-96f9-f07575b29125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=534d8d33-6846-4737-930e-1bb01c872833,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:41.364986 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d46173f-988c-4d91-96f9-f07575b29125 admin admin] Checking segment: {'id': 'ed54343b-1b3c-425b-8d7a-6a80607b4ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9111ed69-3073-496b-80b7-6e33a55f0fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:50:41.365417 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d46173f-988c-4d91-96f9-f07575b29125 admin admin] Network hostable DHCP agents. Network: 9111ed69-3073-496b-80b7-6e33a55f0fb5, hostable agents: ['6a9a7d5e-9a98-4f00-a132-39bb1f3bba05'], hosted agents: [] {{(pid=83063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 18:50:41.391426 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d46173f-988c-4d91-96f9-f07575b29125 admin admin] Network 9111ed69-3073-496b-80b7-6e33a55f0fb5 is scheduled to be hosted by DHCP agent 6a9a7d5e-9a98-4f00-a132-39bb1f3bba05 with binding_index 1 {{(pid=83063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 18:50:41.403828 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-2d46173f-988c-4d91-96f9-f07575b29125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-iscsi, 9111ed69-3073-496b-80b7-6e33a55f0fb5) {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:50:41.406787 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d46173f-988c-4d91-96f9-f07575b29125 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:41.407509 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-2d46173f-988c-4d91-96f9-f07575b29125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:41.413030 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835941fb-a946-45f2-9923-57042b31cc4c None None] Network 9111ed69-3073-496b-80b7-6e33a55f0fb5 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:50:41.442716 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-2d46173f-988c-4d91-96f9-f07575b29125 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4151635
Feb 28 18:50:41.561260 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650cbfab-aba6-4ba7-8d49-10f652f899f1 req-bd2e668c-b2e6-45f6-97c8-a6b1a6e07e70 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:41.569269 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-650cbfab-aba6-4ba7-8d49-10f652f899f1 req-bd2e668c-b2e6-45f6-97c8-a6b1a6e07e70 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0912158
Feb 28 18:50:41.623898 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-650cbfab-aba6-4ba7-8d49-10f652f899f1 req-aee75358-1a6d-4eaf-ac44-2b8159576277 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535338
Feb 28 18:50:41.675012 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d8099f-30a1-4022-aa8d-ec05a02c4b5f None None] Network 9111ed69-3073-496b-80b7-6e33a55f0fb5 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:50:42.314862 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 33688) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:50:42.323027 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-609629740-network', 'tenant_id': '90676eb821f54150818a3fb70dc81db4'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:50:42.328515 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:50:42.332321 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Usage tracker for resource:network and tenant:90676eb821f54150818a3fb70dc81db4 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:50:42.335176 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:50:42.341023 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:50:42.352500 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Made reservation on behalf of 90676eb821f54150818a3fb70dc81db4 for: {'network': 1} {{(pid=83062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:50:42.354978 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for network, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:42.367136 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:42.397731 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:50:42.401734 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Usage tracker for resource:security_group_rule and tenant:90676eb821f54150818a3fb70dc81db4 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:50:42.404751 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:50:42.410626 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:50:42.474846 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:42.481939 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:42.522422 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503}  {{(pid=83062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 18:50:42.531426 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba064b2-7131-489d-9386-1c3bfceae135,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:42.537489 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:42.538683 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.db.segments_db [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Added segment ec3337e3-61bd-4338-9f45-63a5eb878b33 of type vlan for network 8b29cd6b-3c80-44d0-8ad3-918a9649ce6d
Feb 28 18:50:42.567016 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743575470084'] for network, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:42.597192 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for network, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:42.598060 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:42.598751 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:42.704442 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3856225
Feb 28 18:50:42.704442 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eefa40f-5fb3-496a-80dc-ada35b0d51ac admin admin] Pushing event updated for resources: {'Network': ['ID=8b29cd6b-3c80-44d0-8ad3-918a9649ce6d,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:42.704782 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 33696) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:50:42.710543 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-fa9449c4-1b24-44c3-b2d8-81cf1662bcd7 admin admin] Request body: {'subnet': {'network_id': '8b29cd6b-3c80-44d0-8ad3-918a9649ce6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-609629740-subnet', 'tenant_id': '90676eb821f54150818a3fb70dc81db4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:50:42.713656 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Network 8b29cd6b-3c80-44d0-8ad3-918a9649ce6d details requested by agent ovs-agent-dv-cinder-831188-1-iscsi with host dv-cinder-831188-1-iscsi {{(pid=83064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 28 18:50:42.723799 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-fa9449c4-1b24-44c3-b2d8-81cf1662bcd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:50:42.731555 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-fa9449c4-1b24-44c3-b2d8-81cf1662bcd7 admin admin] Usage tracker for resource:subnet and tenant:90676eb821f54150818a3fb70dc81db4 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:50:42.733556 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-fa9449c4-1b24-44c3-b2d8-81cf1662bcd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:50:42.745160 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-fa9449c4-1b24-44c3-b2d8-81cf1662bcd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:50:42.806084 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9449c4-1b24-44c3-b2d8-81cf1662bcd7 admin admin] Made reservation on behalf of 90676eb821f54150818a3fb70dc81db4 for: {'subnet': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:50:42.814888 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fa9449c4-1b24-44c3-b2d8-81cf1662bcd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1931075'] for subnet, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:42.943866 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed90a09-6cfe-4fc9-b3f1-cacf9366eda9 req-24ae331d-28fe-4c98-88f8-df19ac5c79bd tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:42.945353 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7ed90a09-6cfe-4fc9-b3f1-cacf9366eda9 req-24ae331d-28fe-4c98-88f8-df19ac5c79bd tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.1838408
Feb 28 18:50:43.059067 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7ed90a09-6cfe-4fc9-b3f1-cacf9366eda9 req-4cd622d5-4d63-4471-97d0-097a3334d97c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1063952
Feb 28 18:50:43.071728 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fa9449c4-1b24-44c3-b2d8-81cf1662bcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1992640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1931133'] for subnet, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:43.143104 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9449c4-1b24-44c3-b2d8-81cf1662bcd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=221f44b4-dd18-4147-882b-163dbe1cba56,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:43.157743 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9449c4-1b24-44c3-b2d8-81cf1662bcd7 admin admin] Checking segment: {'id': 'ec3337e3-61bd-4338-9f45-63a5eb878b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '8b29cd6b-3c80-44d0-8ad3-918a9649ce6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:50:43.158129 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9449c4-1b24-44c3-b2d8-81cf1662bcd7 admin admin] Network hostable DHCP agents. Network: 8b29cd6b-3c80-44d0-8ad3-918a9649ce6d, hostable agents: ['6a9a7d5e-9a98-4f00-a132-39bb1f3bba05'], hosted agents: [] {{(pid=83063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 18:50:43.181277 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9449c4-1b24-44c3-b2d8-81cf1662bcd7 admin admin] Network 8b29cd6b-3c80-44d0-8ad3-918a9649ce6d is scheduled to be hosted by DHCP agent 6a9a7d5e-9a98-4f00-a132-39bb1f3bba05 with binding_index 1 {{(pid=83063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 18:50:43.193385 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-fa9449c4-1b24-44c3-b2d8-81cf1662bcd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-iscsi, 8b29cd6b-3c80-44d0-8ad3-918a9649ce6d) {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:50:43.197579 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9449c4-1b24-44c3-b2d8-81cf1662bcd7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:43.198220 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fa9449c4-1b24-44c3-b2d8-81cf1662bcd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:43.206027 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7d4b61-a73a-40bf-bd1a-91326a159f12 None None] Network 8b29cd6b-3c80-44d0-8ad3-918a9649ce6d requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:50:43.226801 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-fa9449c4-1b24-44c3-b2d8-81cf1662bcd7 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5208230
Feb 28 18:50:43.451405 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38225cd-4793-4cd0-828a-a4307e4bf471 None None] Network 8b29cd6b-3c80-44d0-8ad3-918a9649ce6d requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:50:44.324186 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1088e56d-1514-40b1-850c-135b3806b641 req-6882cd1c-9380-41af-b446-b27e7c75bb18 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:44.325757 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1088e56d-1514-40b1-850c-135b3806b641 req-6882cd1c-9380-41af-b446-b27e7c75bb18 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.1104171
Feb 28 18:50:44.372692 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1088e56d-1514-40b1-850c-135b3806b641 req-50c44975-45b3-458f-b128-b85b97d32b0b tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412648
Feb 28 18:50:44.803355 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b4b3c02f-210e-40cc-a836-b990145c5670 req-83a32f86-58ac-41c1-b2cb-76ff45dbe533 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2dde676ebfae458485b906516863f0a6&device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 1099 time: 0.0684652
Feb 28 18:50:44.861515 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34207ea1-bdb3-496e-a96e-db90104dc949 req-3f363183-03c5-440d-b5b9-953d1ab8bdef tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:44.862867 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-34207ea1-bdb3-496e-a96e-db90104dc949 req-3f363183-03c5-440d-b5b9-953d1ab8bdef tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0757694
Feb 28 18:50:44.910886 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-34207ea1-bdb3-496e-a96e-db90104dc949 req-272b0a37-c16f-40f5-afc2-f9ce27501584 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423777
Feb 28 18:50:44.932399 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3c02f-210e-40cc-a836-b990145c5670 req-eb25db71-7c89-40d2-aefe-82dc8611af52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:44.934516 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b4b3c02f-210e-40cc-a836-b990145c5670 req-eb25db71-7c89-40d2-aefe-82dc8611af52 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c47f8e2-1f60-48dd-8af5-15438a78251b HTTP/1.1" status: 200  len: 919 time: 0.1245794
Feb 28 18:50:45.068700 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b4b3c02f-210e-40cc-a836-b990145c5670 req-115549a4-dfac-4f5a-9204-72e83e411e98 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90d20ea1-9cdd-416f-8cc6-e54b3413210b HTTP/1.1" status: 200  len: 217 time: 0.1277657
Feb 28 18:50:45.132880 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3c02f-210e-40cc-a836-b990145c5670 req-1e103ebe-2822-4bf8-ba8a-d7396e0bf93b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:45.134440 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b4b3c02f-210e-40cc-a836-b990145c5670 req-1e103ebe-2822-4bf8-ba8a-d7396e0bf93b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3183f4d-fffd-4f45-b1db-3eda723095ac HTTP/1.1" status: 200  len: 858 time: 0.0583882
Feb 28 18:50:45.181723 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b4b3c02f-210e-40cc-a836-b990145c5670 req-cd710121-220d-4361-b2b9-9180e630e064 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c47f8e2-1f60-48dd-8af5-15438a78251b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395393
Feb 28 18:50:45.322817 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b4b3c02f-210e-40cc-a836-b990145c5670 req-e8802f6e-1909-481e-aa62-294541990bba service neutron] 10.222.0.70 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331148
Feb 28 18:50:45.458666 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b4b3c02f-210e-40cc-a836-b990145c5670 req-6cfb9f0b-36ff-43c3-8805-569a0c7bf205 service neutron] 10.222.0.70 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288621
Feb 28 18:50:45.587726 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e50b5-b981-4e7a-a289-cedbbf198605 req-1388a76a-3bca-47c6-bb7d-9c9d4027a49e tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:45.589367 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5b6e50b5-b981-4e7a-a289-cedbbf198605 req-1388a76a-3bca-47c6-bb7d-9c9d4027a49e tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0842054
Feb 28 18:50:45.635291 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5b6e50b5-b981-4e7a-a289-cedbbf198605 req-ff8f5c7c-3089-4828-99aa-09780fef4da2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404618
Feb 28 18:50:46.108525 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1684c-81d6-481b-9f9a-9d827f045896 req-f00045fa-ee63-46cb-b9f9-42eaedfe884d tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:46.109941 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-15d1684c-81d6-481b-9f9a-9d827f045896 req-f00045fa-ee63-46cb-b9f9-42eaedfe884d tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0795212
Feb 28 18:50:46.165725 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-15d1684c-81d6-481b-9f9a-9d827f045896 req-73a600aa-c544-481f-8a48-463a97f0ec24 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478253
Feb 28 18:50:46.854174 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d43fd-e03b-43c7-abf0-60b8d76639ff req-95c62591-5a27-4509-8a6a-a499f20fe1e2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:46.855958 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8b8d43fd-e03b-43c7-abf0-60b8d76639ff req-95c62591-5a27-4509-8a6a-a499f20fe1e2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0794528
Feb 28 18:50:46.900994 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8b8d43fd-e03b-43c7-abf0-60b8d76639ff req-264f8a80-7b09-4600-882a-50b2347e5acf tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391843
Feb 28 18:50:47.374741 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af3f81-3073-4c6c-96ce-c0b405b6b148 req-74df7e23-eb6c-4668-84f1-0d171df06765 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:47.376155 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e5af3f81-3073-4c6c-96ce-c0b405b6b148 req-74df7e23-eb6c-4668-84f1-0d171df06765 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0886676
Feb 28 18:50:47.420797 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e5af3f81-3073-4c6c-96ce-c0b405b6b148 req-7e3907ac-54b6-4144-8155-4173f61ba6c1 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392020
Feb 28 18:50:48.125545 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c82e5-8c89-4c95-a812-904a6dcaa944 req-28e4fa42-8bd5-46c0-bd53-c39bd9037054 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:48.129234 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-369c82e5-8c89-4c95-a812-904a6dcaa944 req-28e4fa42-8bd5-46c0-bd53-c39bd9037054 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0901234
Feb 28 18:50:48.184294 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-369c82e5-8c89-4c95-a812-904a6dcaa944 req-e8e6e63e-62d9-45f4-a33c-9797c703068f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488017
Feb 28 18:50:48.625397 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219749b-9297-4570-8b05-d8d7d1d4ef1e req-935c0cce-7509-4173-bfd0-943994c8abf6 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:48.626857 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b219749b-9297-4570-8b05-d8d7d1d4ef1e req-935c0cce-7509-4173-bfd0-943994c8abf6 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0786805
Feb 28 18:50:48.672160 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b219749b-9297-4570-8b05-d8d7d1d4ef1e req-f02a8a87-d573-4c99-ba3d-4449dbc33ee9 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392673
Feb 28 18:50:49.383633 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97447d5-5cb2-48f7-aa19-dc140cbf13d3 req-3ab9f96c-b33c-4cb5-b180-0201ecbba0ff tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:49.385109 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b97447d5-5cb2-48f7-aa19-dc140cbf13d3 req-3ab9f96c-b33c-4cb5-b180-0201ecbba0ff tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0753531
Feb 28 18:50:49.433287 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b97447d5-5cb2-48f7-aa19-dc140cbf13d3 req-d73fbb3d-39a5-467f-b343-be832787c6c8 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424488
Feb 28 18:50:49.936490 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02c878-2f19-440f-a065-512ec3c197b4 req-c456485b-a06f-4bc9-8ead-f48c51bbad0d tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:49.940121 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2e02c878-2f19-440f-a065-512ec3c197b4 req-c456485b-a06f-4bc9-8ead-f48c51bbad0d tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.1347196
Feb 28 18:50:49.988847 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2e02c878-2f19-440f-a065-512ec3c197b4 req-d42f3d6e-56d0-4f25-a395-86513247c1de tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410058
Feb 28 18:50:50.640088 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232ef6f-460e-40fa-a5e7-90161562fefc req-bdca4a46-ca56-4039-834a-f97680ec3eb6 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:50.641617 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7232ef6f-460e-40fa-a5e7-90161562fefc req-bdca4a46-ca56-4039-834a-f97680ec3eb6 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0808046
Feb 28 18:50:50.658348 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 33858) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:50:50.691612 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7232ef6f-460e-40fa-a5e7-90161562fefc req-c7cc3221-5ebd-4eaf-8057-12b0696df933 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430634
Feb 28 18:50:50.806009 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-359eee82-12e2-48c6-abdb-27839d573103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:50.838093 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-359eee82-12e2-48c6-abdb-27839d573103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:50:50.842382 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-359eee82-12e2-48c6-abdb-27839d573103 admin admin] Usage tracker for resource:security_group_rule and tenant:4afe8b34a533497ea03d0a2ec2e5ae53 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:50:50.845459 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-359eee82-12e2-48c6-abdb-27839d573103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:50:50.851547 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-359eee82-12e2-48c6-abdb-27839d573103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:50:50.916673 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-359eee82-12e2-48c6-abdb-27839d573103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:50.924218 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-359eee82-12e2-48c6-abdb-27839d573103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:50.979597 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359eee82-12e2-48c6-abdb-27839d573103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6734822a-a3a6-4618-962f-0759b4b8d698,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:50.984053 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-359eee82-12e2-48c6-abdb-27839d573103 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4afe8b34a533497ea03d0a2ec2e5ae53&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3233600
Feb 28 18:50:50.987258 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 33866) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:50:51.050334 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b91314a9-84e0-4261-a10a-ed1f9bccb623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:51.076313 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b91314a9-84e0-4261-a10a-ed1f9bccb623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:51.170281 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b91314a9-84e0-4261-a10a-ed1f9bccb623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:51.193891 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91314a9-84e0-4261-a10a-ed1f9bccb623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6734822a-a3a6-4618-962f-0759b4b8d698,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:51.202090 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b91314a9-84e0-4261-a10a-ed1f9bccb623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:51.203319 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-b91314a9-84e0-4261-a10a-ed1f9bccb623 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6734822a-a3a6-4618-962f-0759b4b8d698 HTTP/1.1" status: 204  len: 168 time: 0.2155190
Feb 28 18:50:51.223474 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b13d23-8968-4c13-a2b3-a4fd41d5f6a7 req-5edfe1fb-3a23-4637-92c6-49cb8ac598b9 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:51.224927 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-21b13d23-8968-4c13-a2b3-a4fd41d5f6a7 req-5edfe1fb-3a23-4637-92c6-49cb8ac598b9 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.1093776
Feb 28 18:50:51.274585 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-21b13d23-8968-4c13-a2b3-a4fd41d5f6a7 req-79d3305f-bf88-4258-a8be-07df29dde990 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413499
Feb 28 18:50:51.908755 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acf7da-c52b-42a5-b72d-6e6e7a0dc05a req-0cabe23e-5357-4cb5-a11d-17f58a45c196 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:51.910257 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-45acf7da-c52b-42a5-b72d-6e6e7a0dc05a req-0cabe23e-5357-4cb5-a11d-17f58a45c196 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0945294
Feb 28 18:50:51.967095 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-45acf7da-c52b-42a5-b72d-6e6e7a0dc05a req-504da25a-121a-4b5a-9988-117b2ebcb53a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488532
Feb 28 18:50:52.484752 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed46056-337f-46ac-a2f7-6588b612180b req-922044c1-c533-44e6-93c4-c51e64530a8d tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:52.486207 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fed46056-337f-46ac-a2f7-6588b612180b req-922044c1-c533-44e6-93c4-c51e64530a8d tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0794027
Feb 28 18:50:52.535089 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fed46056-337f-46ac-a2f7-6588b612180b req-91b2d9b0-e419-465c-8209-51bfdad846f4 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429955
Feb 28 18:50:52.643326 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 33924) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:50:52.806967 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a2872597-d126-4f58-8e47-91de00ac0b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:52.843818 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-a2872597-d126-4f58-8e47-91de00ac0b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:50:52.848122 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-a2872597-d126-4f58-8e47-91de00ac0b1c admin admin] Usage tracker for resource:security_group_rule and tenant:c0f8d78826c14feabe62e87679be3396 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:50:52.851583 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-a2872597-d126-4f58-8e47-91de00ac0b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:50:52.858695 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-a2872597-d126-4f58-8e47-91de00ac0b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:50:52.946568 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a2872597-d126-4f58-8e47-91de00ac0b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:52.953283 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a2872597-d126-4f58-8e47-91de00ac0b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:53.000020 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2872597-d126-4f58-8e47-91de00ac0b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9a497f-2307-425f-90fb-c1e36760cc8d,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:53.009076 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 33936) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:50:53.019141 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-a2872597-d126-4f58-8e47-91de00ac0b1c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0f8d78826c14feabe62e87679be3396&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3746326
Feb 28 18:50:53.072553 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d77e5de4-5e9f-494d-be32-b7bacd34c726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:53.097496 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d77e5de4-5e9f-494d-be32-b7bacd34c726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:53.206155 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f5363-8ac6-45e6-b967-c3045211ec17 req-24821414-6e52-4038-9504-6968ee428f5a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:53.207644 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f50f5363-8ac6-45e6-b967-c3045211ec17 req-24821414-6e52-4038-9504-6968ee428f5a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.1036386
Feb 28 18:50:53.228397 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d77e5de4-5e9f-494d-be32-b7bacd34c726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:53.256744 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e5de4-5e9f-494d-be32-b7bacd34c726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9a497f-2307-425f-90fb-c1e36760cc8d,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:53.265863 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d77e5de4-5e9f-494d-be32-b7bacd34c726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:53.278760 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-d77e5de4-5e9f-494d-be32-b7bacd34c726 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c9a497f-2307-425f-90fb-c1e36760cc8d HTTP/1.1" status: 204  len: 168 time: 0.2586186
Feb 28 18:50:53.280932 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f50f5363-8ac6-45e6-b967-c3045211ec17 req-ddb6a5a4-375d-419b-a0f4-28c157428c95 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0645661
Feb 28 18:50:53.750963 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529baa4-1546-4bf0-bb18-a032f9a25faf req-503cd0dc-2577-4837-abba-9b65ce7006ea tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:53.752441 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0529baa4-1546-4bf0-bb18-a032f9a25faf req-503cd0dc-2577-4837-abba-9b65ce7006ea tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0813198
Feb 28 18:50:53.804175 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0529baa4-1546-4bf0-bb18-a032f9a25faf req-47ef6255-e2c4-48f4-85a1-87da85f0346b tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441940
Feb 28 18:50:54.235675 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 33976) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:50:54.395616 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-dae218cc-47e4-4562-a2e7-2969e92309f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:54.475571 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-dae218cc-47e4-4562-a2e7-2969e92309f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:50:54.485432 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-dae218cc-47e4-4562-a2e7-2969e92309f4 admin admin] Usage tracker for resource:security_group_rule and tenant:6c5575303089477ba42e4ff6e6fe296c is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:50:54.489595 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-dae218cc-47e4-4562-a2e7-2969e92309f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:50:54.496525 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-dae218cc-47e4-4562-a2e7-2969e92309f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:50:54.524244 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263e519-f0cf-41da-b350-a5b80ebc9f54 req-a253d3aa-ee86-4bd1-8445-dca4a86e8c17 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:54.525681 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9263e519-f0cf-41da-b350-a5b80ebc9f54 req-a253d3aa-ee86-4bd1-8445-dca4a86e8c17 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.1217008
Feb 28 18:50:54.611171 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9263e519-f0cf-41da-b350-a5b80ebc9f54 req-49fa709a-035d-4ba8-972e-8746e2792e22 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0786457
Feb 28 18:50:54.615187 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-dae218cc-47e4-4562-a2e7-2969e92309f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:54.621728 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-dae218cc-47e4-4562-a2e7-2969e92309f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:54.664844 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae218cc-47e4-4562-a2e7-2969e92309f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56624b4e-d4be-49bd-a412-cca10d8e57b4,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:54.670212 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-dae218cc-47e4-4562-a2e7-2969e92309f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c5575303089477ba42e4ff6e6fe296c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4334776
Feb 28 18:50:54.672949 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 33986) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:50:54.731639 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd3f2-002c-40c0-b649-dc19b580f4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:54.756611 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd3f2-002c-40c0-b649-dc19b580f4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:54.812382 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd3f2-002c-40c0-b649-dc19b580f4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:54.828961 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cd3f2-002c-40c0-b649-dc19b580f4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56624b4e-d4be-49bd-a412-cca10d8e57b4,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:54.838744 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd3f2-002c-40c0-b649-dc19b580f4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:54.839872 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-5e7cd3f2-002c-40c0-b649-dc19b580f4e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56624b4e-d4be-49bd-a412-cca10d8e57b4 HTTP/1.1" status: 204  len: 168 time: 0.1660414
Feb 28 18:50:55.101495 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3782f-3289-403a-90c2-6ae29c9f75f1 req-55e4af25-154b-44cd-9a0a-467a49e095db tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:55.103023 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-97e3782f-3289-403a-90c2-6ae29c9f75f1 req-55e4af25-154b-44cd-9a0a-467a49e095db tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.1419332
Feb 28 18:50:55.148106 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-97e3782f-3289-403a-90c2-6ae29c9f75f1 req-9dca8bfd-c129-4b84-9f5a-3e571071a55e tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391970
Feb 28 18:50:55.439087 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device db02cf2e-be37-45fc-b70d-76efd2db4952 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:50:55.583153 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port db02cf2e-be37-45fc-b70d-76efd2db4952, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=db02cf2e-be37-45fc-b70d-76efd2db4952,segment=NetworkSegment(df0059bf-6a30-4233-8594-225cda2c765a),segment_id=df0059bf-6a30-4233-8594-225cda2c765a)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:50:55.599134 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': 'db02cf2e-be37-45fc-b70d-76efd2db4952', 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4', 'port_id': 'db02cf2e-be37-45fc-b70d-76efd2db4952', 'mac_address': 'fa:16:3e:ea:55:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd013530a-4ea2-46fc-b7a4-576179421aad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:50:55.663804 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:55.682004 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db02cf2e-be37-45fc-b70d-76efd2db4952 {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:50:55.700788 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port db02cf2e-be37-45fc-b70d-76efd2db4952, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=db02cf2e-be37-45fc-b70d-76efd2db4952,segment=NetworkSegment(df0059bf-6a30-4233-8594-225cda2c765a),segment_id=df0059bf-6a30-4233-8594-225cda2c765a)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:50:55.706375 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:55.788615 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=db02cf2e-be37-45fc-b70d-76efd2db4952,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:50:55.799085 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:55.799680 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:55.800279 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:55.800992 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:55.801357 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:55.801708 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:55.802024 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:55.802522 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:55.803330 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:55.803820 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:55.804893 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:50:55.814755 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec46a60b-f6c7-4349-bfd2-4f2c646d631b req-ca1f9145-b942-4d2c-b197-9085e0088960 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:55.816199 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ec46a60b-f6c7-4349-bfd2-4f2c646d631b req-ca1f9145-b942-4d2c-b197-9085e0088960 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 945 time: 0.0761135
Feb 28 18:50:55.861995 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ec46a60b-f6c7-4349-bfd2-4f2c646d631b req-7bc4620f-020c-4669-b33d-745d0f5b7434 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396769
Feb 28 18:50:56.039274 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-1037484d-249d-46f6-807c-c9ba23b67ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:56.258981 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['db02cf2e-be37-45fc-b70d-76efd2db4952'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:50:56.393138 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32492cc8-2580-4fcd-b7f6-dc8b6184e44b req-8e4d53af-2c0b-4b1c-8a81-74626283d614 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:56.394923 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-32492cc8-2580-4fcd-b7f6-dc8b6184e44b req-8e4d53af-2c0b-4b1c-8a81-74626283d614 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.1015089
Feb 28 18:50:56.468663 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-32492cc8-2580-4fcd-b7f6-dc8b6184e44b req-09b5ee6a-83fa-4b32-8bf3-8cdfe674be90 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680139
Feb 28 18:50:57.063914 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59db5e0-235c-4eda-b52a-91fa92600f29 req-be9eedf3-0b84-40eb-a77f-9cfea033e18f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:57.065351 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d59db5e0-235c-4eda-b52a-91fa92600f29 req-be9eedf3-0b84-40eb-a77f-9cfea033e18f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 945 time: 0.0811942
Feb 28 18:50:57.110813 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d59db5e0-235c-4eda-b52a-91fa92600f29 req-d08d3eab-9566-4d0c-b265-64edf2d62ef7 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398943
Feb 28 18:50:57.698191 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47536f5b-a886-43ba-91ca-aab01fb49147 req-36ab27f3-05d9-4de3-b825-0f80b34fcd69 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:57.699760 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-47536f5b-a886-43ba-91ca-aab01fb49147 req-36ab27f3-05d9-4de3-b825-0f80b34fcd69 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0838192
Feb 28 18:50:57.748975 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-47536f5b-a886-43ba-91ca-aab01fb49147 req-1d4f7a10-40eb-446a-95bd-a3619cfebe83 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431192
Feb 28 18:50:57.993907 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4bd6f-92b4-419a-9f1c-7458882da33e req-6ebc8775-82ac-44ff-b09a-29e75ecb184a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:57.995487 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a5b4bd6f-92b4-419a-9f1c-7458882da33e req-6ebc8775-82ac-44ff-b09a-29e75ecb184a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.0823779
Feb 28 18:50:58.041784 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a5b4bd6f-92b4-419a-9f1c-7458882da33e req-508f0caf-66c2-4721-b142-e6516e3c820e tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405715
Feb 28 18:50:58.294451 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-b4e2042b-4f03-4534-bbf0-cb4dc1206d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:58.332319 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649385f-ab90-4a83-94a9-7f6bb4f7bbd2 req-1b31d32d-add1-4949-89ff-99026cb92b1c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:58.333889 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2649385f-ab90-4a83-94a9-7f6bb4f7bbd2 req-1b31d32d-add1-4949-89ff-99026cb92b1c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 945 time: 0.0932710
Feb 28 18:50:58.393607 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2649385f-ab90-4a83-94a9-7f6bb4f7bbd2 req-d63b137f-209a-469f-b75b-2dde4320c228 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534608
Feb 28 18:50:58.523938 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-757e5c81-6679-44df-b017-133990e45880 req-aa184546-7b76-407b-9348-11f5785c2e3f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 1099 time: 0.0729430
Feb 28 18:50:58.961661 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404a265-c50f-4f93-a8ec-5966f921d2d1 req-89270fcf-9102-41e7-a34c-57ac58992ee7 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:58.963163 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4404a265-c50f-4f93-a8ec-5966f921d2d1 req-89270fcf-9102-41e7-a34c-57ac58992ee7 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0796661
Feb 28 18:50:59.012699 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4404a265-c50f-4f93-a8ec-5966f921d2d1 req-48e8c40f-a1ee-4144-98a8-7120a5e1d64f tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437675
Feb 28 18:50:59.239658 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23524886-675e-42bb-b247-2a96163730c7 req-2dd5a6fb-d548-4e18-adf6-6eb713e9c9d2 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:59.241170 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-23524886-675e-42bb-b247-2a96163730c7 req-2dd5a6fb-d548-4e18-adf6-6eb713e9c9d2 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.0764334
Feb 28 18:50:59.286722 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-23524886-675e-42bb-b247-2a96163730c7 req-959b5084-b500-439f-af48-893c4292203d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398524
Feb 28 18:50:59.458360 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:59.522031 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:59.601737 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device db02cf2e-be37-45fc-b70d-76efd2db4952 up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:50:59.614732 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9e899-5852-4d34-a40e-3502ef812c3c req-afd3b8f4-6012-4391-9c55-370b9a17c372 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:50:59.616856 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-12e9e899-5852-4d34-a40e-3502ef812c3c req-afd3b8f4-6012-4391-9c55-370b9a17c372 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 945 time: 0.0854301
Feb 28 18:50:59.650622 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-757e5c81-6679-44df-b017-133990e45880 req-48118558-04e5-42c7-ae5c-75072588966b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498908
Feb 28 18:50:59.667423 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-12e9e899-5852-4d34-a40e-3502ef812c3c req-c19f7d52-e2a2-402f-960d-ad183cae4a4b tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446475
Feb 28 18:50:59.708916 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port db02cf2e-be37-45fc-b70d-76efd2db4952 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:50:59.713571 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port db02cf2e-be37-45fc-b70d-76efd2db4952 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:50:59.713964 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:59.830031 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:59.857660 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc53579b-ea78-429b-8bdf-a6c8054b109a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db02cf2e-be37-45fc-b70d-76efd2db4952'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:50:59.866724 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port db02cf2e-be37-45fc-b70d-76efd2db4952, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=db02cf2e-be37-45fc-b70d-76efd2db4952,segment=NetworkSegment(df0059bf-6a30-4233-8594-225cda2c765a),segment_id=df0059bf-6a30-4233-8594-225cda2c765a)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:50:59.871221 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:50:59.913855 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc53579b-ea78-429b-8bdf-a6c8054b109a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db02cf2e-be37-45fc-b70d-76efd2db4952', 'code': 200}
Feb 28 18:50:59.935700 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=db02cf2e-be37-45fc-b70d-76efd2db4952,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:00.223054 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8a22-2b5e-416a-aba3-9ffcd5848c04 req-e5c16f29-989f-4d75-b153-e3df7cd7aa37 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:00.224446 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-082e8a22-2b5e-416a-aba3-9ffcd5848c04 req-e5c16f29-989f-4d75-b153-e3df7cd7aa37 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0831656
Feb 28 18:51:00.269303 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-082e8a22-2b5e-416a-aba3-9ffcd5848c04 req-9120044a-0d15-4e48-a0ca-702d51057303 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391295
Feb 28 18:51:00.551286 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39538974-0432-4cc3-9a6a-37f1b468118a req-e1253ab9-840d-4763-b76e-9f8e77f6e140 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:00.552749 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-39538974-0432-4cc3-9a6a-37f1b468118a req-e1253ab9-840d-4763-b76e-9f8e77f6e140 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.1380599
Feb 28 18:51:00.599282 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-39538974-0432-4cc3-9a6a-37f1b468118a req-d35fdbac-3535-45de-a1da-5c48f0a242a8 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402231
Feb 28 18:51:00.615713 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:00.754698 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:00.862906 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea592fd-98bc-4338-a06a-56c4b4b60fd7 req-370d5994-86ae-4a08-98a3-d89f40743281 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:00.864340 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-eea592fd-98bc-4338-a06a-56c4b4b60fd7 req-370d5994-86ae-4a08-98a3-d89f40743281 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0755970
Feb 28 18:51:00.914605 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-eea592fd-98bc-4338-a06a-56c4b4b60fd7 req-b1116991-c4e7-4b4b-a7a2-998637e3ab04 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445242
Feb 28 18:51:01.485895 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3adb7e3-44ad-4843-bcd5-ee4944b5adf3 req-ca928f68-5da4-4e88-a2a1-dd7e15748b9c tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:01.487346 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a3adb7e3-44ad-4843-bcd5-ee4944b5adf3 req-ca928f68-5da4-4e88-a2a1-dd7e15748b9c tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0853662
Feb 28 18:51:01.535755 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a3adb7e3-44ad-4843-bcd5-ee4944b5adf3 req-3c2ecfac-fa96-4e8a-a327-89feffea63b2 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396616
Feb 28 18:51:01.814851 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3b669-deca-4111-b007-3498c8557c15 req-815751a9-fb5b-4760-b096-ba98ba029037 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:01.816259 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9da3b669-deca-4111-b007-3498c8557c15 req-815751a9-fb5b-4760-b096-ba98ba029037 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.0873861
Feb 28 18:51:01.864687 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9da3b669-deca-4111-b007-3498c8557c15 req-cd42b594-5952-4646-8963-d31704b4a113 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397382
Feb 28 18:51:02.131254 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2438a-8122-4458-b42c-6e2c6abeeed7 req-ff2cfcd3-857a-4343-8a4c-c030ffb95340 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:02.132612 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-75c2438a-8122-4458-b42c-6e2c6abeeed7 req-ff2cfcd3-857a-4343-8a4c-c030ffb95340 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0791850
Feb 28 18:51:02.179092 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-75c2438a-8122-4458-b42c-6e2c6abeeed7 req-9f535791-f7b9-4518-9fc4-ff43224ba775 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407488
Feb 28 18:51:02.752730 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa315bdd-c029-42d8-b314-66daeed84e7d req-b7dbfed2-20aa-488d-a0a0-e3bd4f071df0 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:02.754158 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fa315bdd-c029-42d8-b314-66daeed84e7d req-b7dbfed2-20aa-488d-a0a0-e3bd4f071df0 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0776134
Feb 28 18:51:02.802243 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fa315bdd-c029-42d8-b314-66daeed84e7d req-be741554-b616-4f20-908a-2adab00c3140 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424821
Feb 28 18:51:03.033783 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5180a591-68c9-49dd-b7a5-56b59d25fb31 req-ee8bbd40-69e4-42f5-be42-4702f57388ca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2dde676ebfae458485b906516863f0a6&device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 1099 time: 0.1050084
Feb 28 18:51:03.208902 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78a124-2a64-401f-8faf-2e225373d3f6 req-5775ace2-8ab9-4b31-8b3b-8806e07e3f1b tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:03.210432 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4c78a124-2a64-401f-8faf-2e225373d3f6 req-5775ace2-8ab9-4b31-8b3b-8806e07e3f1b tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.2133875
Feb 28 18:51:03.278536 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180a591-68c9-49dd-b7a5-56b59d25fb31 req-d53465c1-37a8-48fc-a358-b309b7618b35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:03.280006 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5180a591-68c9-49dd-b7a5-56b59d25fb31 req-d53465c1-37a8-48fc-a358-b309b7618b35 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c47f8e2-1f60-48dd-8af5-15438a78251b HTTP/1.1" status: 200  len: 919 time: 0.2236080
Feb 28 18:51:03.354882 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9fc65b60-db70-49ac-b3f6-003c4af1f266 req-7d78de9f-f423-4e35-9aca-cc47576f206e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 1099 time: 0.2283928
Feb 28 18:51:03.364759 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4c78a124-2a64-401f-8faf-2e225373d3f6 req-34826c2c-2861-4357-ab39-4ad3f5626f6a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433833
Feb 28 18:51:03.381921 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5180a591-68c9-49dd-b7a5-56b59d25fb31 req-ec655e9a-ef8a-4672-938d-076643e0f762 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90d20ea1-9cdd-416f-8cc6-e54b3413210b HTTP/1.1" status: 200  len: 217 time: 0.0920799
Feb 28 18:51:03.446720 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5df8b7-76fa-44ea-bdab-61135a47f0cf req-b3bad414-b862-432d-808b-8f2ce5cafda7 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:03.448832 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-af5df8b7-76fa-44ea-bdab-61135a47f0cf req-b3bad414-b862-432d-808b-8f2ce5cafda7 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.1292942
Feb 28 18:51:03.450209 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9fc65b60-db70-49ac-b3f6-003c4af1f266 req-f3a3bfa9-861a-4d7d-928b-874221f21376 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0840764
Feb 28 18:51:03.456830 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180a591-68c9-49dd-b7a5-56b59d25fb31 req-f61ceeb8-e82b-4988-a797-325a686d6d86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:03.458182 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5180a591-68c9-49dd-b7a5-56b59d25fb31 req-f61ceeb8-e82b-4988-a797-325a686d6d86 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3183f4d-fffd-4f45-b1db-3eda723095ac HTTP/1.1" status: 200  len: 858 time: 0.0700512
Feb 28 18:51:03.500333 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-af5df8b7-76fa-44ea-bdab-61135a47f0cf req-f06672a3-619c-4875-8dc1-962b3dc6213d tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463562
Feb 28 18:51:04.016139 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5180a591-68c9-49dd-b7a5-56b59d25fb31 req-f48a7d93-395f-4e70-97f6-45e18c5522de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c47f8e2-1f60-48dd-8af5-15438a78251b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467768
Feb 28 18:51:04.133266 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70250f65-2823-4f4b-8303-49d5b4fcfa2c req-0faff7d4-d922-4104-bbab-3fa0c8944382 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:04.134818 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-70250f65-2823-4f4b-8303-49d5b4fcfa2c req-0faff7d4-d922-4104-bbab-3fa0c8944382 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.2042830
Feb 28 18:51:04.192982 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5180a591-68c9-49dd-b7a5-56b59d25fb31 req-9a65e086-041a-49d3-a527-73bb869ede68 service neutron] 10.222.0.70 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1696112
Feb 28 18:51:04.227061 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-70250f65-2823-4f4b-8303-49d5b4fcfa2c req-4a4c2646-d1af-486c-b41a-c8e44c04b863 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799193
Feb 28 18:51:04.331365 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5180a591-68c9-49dd-b7a5-56b59d25fb31 req-5113c547-5e63-4da8-8858-0c43c5c37243 service neutron] 10.222.0.70 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326113
Feb 28 18:51:04.587999 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3feea-ac31-44be-aeb2-f869a86ef668 req-fac5000b-fc88-4fa0-b590-7de52170349a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:04.595115 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-31f3feea-ac31-44be-aeb2-f869a86ef668 req-fac5000b-fc88-4fa0-b590-7de52170349a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.0940077
Feb 28 18:51:04.659343 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-31f3feea-ac31-44be-aeb2-f869a86ef668 req-6a46e0a4-a59b-49a7-a654-a58b4d35344d tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631149
Feb 28 18:51:04.752869 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103f9d1-3414-4a84-b2fd-9fd2289df7c3 req-bdb7fdf2-1a3c-4cf4-907f-4ac56ef70f6a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:04.754055 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3103f9d1-3414-4a84-b2fd-9fd2289df7c3 req-bdb7fdf2-1a3c-4cf4-907f-4ac56ef70f6a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0904124
Feb 28 18:51:04.803855 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3103f9d1-3414-4a84-b2fd-9fd2289df7c3 req-d729a61f-00be-4bb5-a7ae-41ab6f4659f3 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437334
Feb 28 18:51:05.314955 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc78d4b-ac38-417c-9380-d7f265f8b33d req-ed1f4701-7bc4-4ed9-8853-a21d0f320060 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:05.316392 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6bc78d4b-ac38-417c-9380-d7f265f8b33d req-ed1f4701-7bc4-4ed9-8853-a21d0f320060 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.70 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.0774176
Feb 28 18:51:05.384867 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-6bc78d4b-ac38-417c-9380-d7f265f8b33d req-83443a54-2d70-49d0-bc60-0541e5fecc84 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Deleting port 3238fc65-341b-43fa-8da4-8bb36771a14b {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:51:05.385228 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-6bc78d4b-ac38-417c-9380-d7f265f8b33d req-83443a54-2d70-49d0-bc60-0541e5fecc84 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:05.421196 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434e8e4-1c76-465c-8cea-8b70fa54ae0b req-3e7ff1b9-fec4-4036-9880-fbdf9999f233 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:05.422643 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f434e8e4-1c76-465c-8cea-8b70fa54ae0b req-3e7ff1b9-fec4-4036-9880-fbdf9999f233 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0743208
Feb 28 18:51:05.467827 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f434e8e4-1c76-465c-8cea-8b70fa54ae0b req-15e42325-ae65-4d14-ba4f-fe69f270ddc4 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396955
Feb 28 18:51:05.699354 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-6bc78d4b-ac38-417c-9380-d7f265f8b33d req-83443a54-2d70-49d0-bc60-0541e5fecc84 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] For port 3238fc65-341b-43fa-8da4-8bb36771a14b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3238fc65-341b-43fa-8da4-8bb36771a14b,segment=NetworkSegment(a6a0d181-0a63-46a3-beb5-5734885b694e),segment_id=a6a0d181-0a63-46a3-beb5-5734885b694e)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:51:05.700137 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-6bc78d4b-ac38-417c-9380-d7f265f8b33d req-83443a54-2d70-49d0-bc60-0541e5fecc84 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:05.830129 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-6bc78d4b-ac38-417c-9380-d7f265f8b33d req-83443a54-2d70-49d0-bc60-0541e5fecc84 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Calling delete_port for 3238fc65-341b-43fa-8da4-8bb36771a14b owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:51:05.863787 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8058f-5641-4eeb-a415-b64389e89954 req-98d1ca50-4ebb-4557-878a-de28bec1c13e tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:05.871628 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-55b8058f-5641-4eeb-a415-b64389e89954 req-98d1ca50-4ebb-4557-878a-de28bec1c13e tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 945 time: 0.0872371
Feb 28 18:51:05.928030 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-55b8058f-5641-4eeb-a415-b64389e89954 req-e42b16ed-8596-4ad6-b261-912434671672 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551918
Feb 28 18:51:06.039189 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-6bc78d4b-ac38-417c-9380-d7f265f8b33d req-83443a54-2d70-49d0-bc60-0541e5fecc84 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:06.052120 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['d4e779cc-a1e2-4965-9ce1-55fda3baf989', '3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a', '74e8ca51-21ee-4815-94c6-53ef38f0c6b6', '3238fc65-341b-43fa-8da4-8bb36771a14b'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:51:06.101325 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34192) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:06.205567 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f44a5-dc39-409a-bc2d-704945b48893 req-e0f255e3-4ebd-4379-a96a-1eb8364e5703 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:06.215828 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7b4f44a5-dc39-409a-bc2d-704945b48893 req-e0f255e3-4ebd-4379-a96a-1eb8364e5703 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.1067762
Feb 28 18:51:06.288155 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bace8bd4-465c-43bf-8bc6-cf8fe029ee8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:06.336900 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7b4f44a5-dc39-409a-bc2d-704945b48893 req-21869490-eb3b-456e-882b-19f0172a610b tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1151712
Feb 28 18:51:06.342398 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83443a54-2d70-49d0-bc60-0541e5fecc84 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Pushing event deleted for resources: {'Port': ['ID=3238fc65-341b-43fa-8da4-8bb36771a14b,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:06.366303 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-bace8bd4-465c-43bf-8bc6-cf8fe029ee8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:06.370747 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-bace8bd4-465c-43bf-8bc6-cf8fe029ee8f admin admin] Usage tracker for resource:security_group_rule and tenant:3a029ffc7d814b16b48f2d6284474407 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:06.374600 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-bace8bd4-465c-43bf-8bc6-cf8fe029ee8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:06.380771 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-bace8bd4-465c-43bf-8bc6-cf8fe029ee8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:06.409434 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc78d4b-ac38-417c-9380-d7f265f8b33d req-83443a54-2d70-49d0-bc60-0541e5fecc84 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] No DVR routers for this DVR port 3238fc65-341b-43fa-8da4-8bb36771a14b on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:51:06.412300 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-6bc78d4b-ac38-417c-9380-d7f265f8b33d req-83443a54-2d70-49d0-bc60-0541e5fecc84 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:06.424231 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbe5bb0-fed6-4b2c-8c97-d85411e8f366', 'name': 'network-vif-deleted', 'tag': '3238fc65-341b-43fa-8da4-8bb36771a14b'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:51:06.432415 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34210) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:06.440830 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6bc78d4b-ac38-417c-9380-d7f265f8b33d req-83443a54-2d70-49d0-bc60-0541e5fecc84 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.70 "DELETE /v2.0/ports/3238fc65-341b-43fa-8da4-8bb36771a14b HTTP/1.1" status: 204  len: 173 time: 1.1190400
Feb 28 18:51:06.500466 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-77a16e1f-98ea-42a1-8c4a-c4770e2445c7 req-cf64e928-07ae-4e10-b1c7-03de26f74e50 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2dde676ebfae458485b906516863f0a6&device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 1099 time: 0.3742554
Feb 28 18:51:06.511641 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b0102-da27-4187-a2dd-fac0b04bf2af req-42d1a754-a1cb-4ae1-8d6e-e3c4a4f500ce tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:06.513706 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-299b0102-da27-4187-a2dd-fac0b04bf2af req-42d1a754-a1cb-4ae1-8d6e-e3c4a4f500ce tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.2706425
Feb 28 18:51:06.577110 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eecbbc1-8096-476f-9845-58e8f52e71a9 admin admin] Deleting subnet 534d8d33-6846-4737-930e-1bb01c872833 {{(pid=83062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 28 18:51:06.587183 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5eecbbc1-8096-476f-9845-58e8f52e71a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:06.632628 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bace8bd4-465c-43bf-8bc6-cf8fe029ee8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:06.645057 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bace8bd4-465c-43bf-8bc6-cf8fe029ee8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:06.679325 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5eecbbc1-8096-476f-9845-58e8f52e71a9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:06.684573 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-299b0102-da27-4187-a2dd-fac0b04bf2af req-c50c4386-b25d-4d61-8ec2-976b10e810c5 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459041
Feb 28 18:51:06.691625 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a16e1f-98ea-42a1-8c4a-c4770e2445c7 req-097a295d-5d6e-4a80-b1f0-861a145874b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:06.693019 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-77a16e1f-98ea-42a1-8c4a-c4770e2445c7 req-097a295d-5d6e-4a80-b1f0-861a145874b8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0c47f8e2-1f60-48dd-8af5-15438a78251b HTTP/1.1" status: 200  len: 919 time: 0.1780150
Feb 28 18:51:06.715605 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5eecbbc1-8096-476f-9845-58e8f52e71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7461361'] for subnet, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:06.741445 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace8bd4-465c-43bf-8bc6-cf8fe029ee8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e88f88-7f3b-4dac-8a85-c6d0f6f4ded9,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:06.753988 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-bace8bd4-465c-43bf-8bc6-cf8fe029ee8f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a029ffc7d814b16b48f2d6284474407&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6512430
Feb 28 18:51:06.761606 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34214) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:06.768275 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbe5bb0-fed6-4b2c-8c97-d85411e8f366', 'name': 'network-vif-deleted', 'tag': '3238fc65-341b-43fa-8da4-8bb36771a14b', 'status': 'completed', 'code': 200}
Feb 28 18:51:06.776842 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-77a16e1f-98ea-42a1-8c4a-c4770e2445c7 req-eb166b89-04ab-4865-81e0-30e12d7d332e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90d20ea1-9cdd-416f-8cc6-e54b3413210b HTTP/1.1" status: 200  len: 217 time: 0.0686669
Feb 28 18:51:06.790256 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ab1f0-e954-4f64-aaaf-6ba3304e8f25 req-ffce9de3-9453-4094-b6a0-b55a23075acb tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:06.791888 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e33ab1f0-e954-4f64-aaaf-6ba3304e8f25 req-ffce9de3-9453-4094-b6a0-b55a23075acb tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.2827327
Feb 28 18:51:06.846810 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a16e1f-98ea-42a1-8c4a-c4770e2445c7 req-2894ec0b-f854-461c-9bbc-373f572f3ef0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:06.848341 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-77a16e1f-98ea-42a1-8c4a-c4770e2445c7 req-2894ec0b-f854-461c-9bbc-373f572f3ef0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3183f4d-fffd-4f45-b1db-3eda723095ac HTTP/1.1" status: 200  len: 858 time: 0.0625970
Feb 28 18:51:06.871882 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5eecbbc1-8096-476f-9845-58e8f52e71a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7461320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for subnet, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:06.895389 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-77a16e1f-98ea-42a1-8c4a-c4770e2445c7 req-7b54dfcf-b211-4958-ad95-58659de331b4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0c47f8e2-1f60-48dd-8af5-15438a78251b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0380065
Feb 28 18:51:06.921561 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e33ab1f0-e954-4f64-aaaf-6ba3304e8f25 req-1ed3c4cb-dfc2-4ec2-8478-c3c8ddc72373 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1198835
Feb 28 18:51:06.925468 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecbbc1-8096-476f-9845-58e8f52e71a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=534d8d33-6846-4737-930e-1bb01c872833,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:06.929982 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fe11bee2-f861-43b4-996a-1bf8577e6ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:06.934057 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5eecbbc1-8096-476f-9845-58e8f52e71a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:06.961632 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34220) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:06.969838 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-5eecbbc1-8096-476f-9845-58e8f52e71a9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/534d8d33-6846-4737-930e-1bb01c872833 HTTP/1.1" status: 204  len: 168 time: 0.5321691
Feb 28 18:51:06.972460 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fe11bee2-f861-43b4-996a-1bf8577e6ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:06.978785 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34224) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:07.051568 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-77a16e1f-98ea-42a1-8c4a-c4770e2445c7 req-22db4c4f-e4a8-4814-966e-8e94f00782c2 service neutron] 10.222.0.70 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492333
Feb 28 18:51:07.127587 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370211'] for network, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:07.215761 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-2592dc1a-1cf5-4ff9-8520-69891fa9f4db req-34d067e9-8f08-444d-9a53-cef0051e11e4 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Synchronizing usage tracker for tenant:bbff699f8ada48a78f3957fe6718a4ad on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:51:07.244903 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fe11bee2-f861-43b4-996a-1bf8577e6ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:07.247328 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-2592dc1a-1cf5-4ff9-8520-69891fa9f4db req-34d067e9-8f08-444d-9a53-cef0051e11e4 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Unset dirty status for tenant:bbff699f8ada48a78f3957fe6718a4ad on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:51:07.248460 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2592dc1a-1cf5-4ff9-8520-69891fa9f4db req-34d067e9-8f08-444d-9a53-cef0051e11e4 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dbe5bb0-fed6-4b2c-8c97-d85411e8f366 HTTP/1.1" status: 200  len: 210 time: 0.1386974
Feb 28 18:51:07.285109 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-77a16e1f-98ea-42a1-8c4a-c4770e2445c7 req-dd9d08a8-3577-4152-aecb-d4c833babe1a service neutron] 10.222.0.70 "GET /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2109849
Feb 28 18:51:07.318237 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11bee2-f861-43b4-996a-1bf8577e6ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e88f88-7f3b-4dac-8a85-c6d0f6f4ded9,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:07.339295 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fe11bee2-f861-43b4-996a-1bf8577e6ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:07.340356 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-fe11bee2-f861-43b4-996a-1bf8577e6ef9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36e88f88-7f3b-4dac-8a85-c6d0f6f4ded9 HTTP/1.1" status: 204  len: 168 time: 0.5772281
Feb 28 18:51:07.344712 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7459708', 'neutron.services.segments.db._delete_segments_for_network-8743575949671'] for network, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:07.383271 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f3c5ad707c0>> segment before_delete 55550000 {{(pid=83062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:51:07.383515 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f3c5ad707c0>> subnet precommit_delete_associations 55550000 {{(pid=83062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:51:07.384281 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3c5a63c160>> segment_host_mapping after_create 55550000 {{(pid=83062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:51:07.384607 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3c5a63c160>> port after_create 55550000 {{(pid=83062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:51:07.384924 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3c5a63c160>> port after_delete 55550000 {{(pid=83062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:51:07.385453 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3c5a63c160>> port after_update 55550000 {{(pid=83062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:51:07.385453 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3c5a63c160>> segment after_delete 55550000 {{(pid=83062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:51:07.386146 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3c5a63c160>> subnet after_create 55550000 {{(pid=83062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:51:07.386477 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3c5a63c160>> subnet after_delete 55550000 {{(pid=83062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:51:07.386804 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3c5a63c160>> subnet after_update 55550000 {{(pid=83062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:51:07.474026 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3c5a400490>> subnet after_create 55550000 {{(pid=83062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:51:07.474383 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3c5a400490>> subnet after_delete 55550000 {{(pid=83062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:51:07.474752 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3c5a400490>> subnet before_create 55550000 {{(pid=83062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:51:07.475098 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3c5a400490>> subnet before_update 55550000 {{(pid=83062) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Feb 28 18:51:07.475487 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3c5a63c0d0>,) {'filters': {'network_id': ['9111ed69-3073-496b-80b7-6e33a55f0fb5']}} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:07.491191 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a63c0d0>, 'ed54343b-1b3c-425b-8d7a-6a80607b4ade') {'for_net_delete': True} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:07.491511 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a63c0d0>, 'ed54343b-1b3c-425b-8d7a-6a80607b4ade') {} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:07.506713 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-1b8cf69a-d45e-48a8-a43e-3cbb880af03d tempest-TestShelveInstance-425835572 tempest-TestShelveInstance-425835572-project-admin] Synchronizing usage tracker for tenant:db398b9d5dbe4cda9280752fbebbddaf on resource:port {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:51:07.510505 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743575948782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066649'] for segment, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:07.533599 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:07.543590 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=83062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 28 18:51:07.544066 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7462232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1770949'] for segment, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:   util.warn_limited(
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:   util.warn_limited(
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]: Traceback (most recent call last):
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:     timer()
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:     cb(*args, **kw)
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:     return func(*args, **kwargs)
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:     self._notify()
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:     self.callback(batched_events)
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:     event.method(event)
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:     return f(self, *a, **k)
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self._get(url).json()
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self.request(url, 'GET', **kwargs)
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 18:51:07.560428 dv-cinder-831188-1-iscsi neutron-server[83062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 18:51:07.565060 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-1b8cf69a-d45e-48a8-a43e-3cbb880af03d tempest-TestShelveInstance-425835572 tempest-TestShelveInstance-425835572-project-admin] Unset dirty status for tenant:db398b9d5dbe4cda9280752fbebbddaf on resource:port {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:51:07.566272 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-1b8cf69a-d45e-48a8-a43e-3cbb880af03d tempest-TestShelveInstance-425835572 tempest-TestShelveInstance-425835572-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 1094 time: 0.6036835
Feb 28 18:51:07.569518 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 34232) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:07.575566 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Request body: {'floatingip': {'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'port_id': 'db02cf2e-be37-45fc-b70d-76efd2db4952', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:51:07.581662 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:07.586479 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Usage tracker for resource:floatingip and tenant:df6310ee4c214b53bfc3fa13d6f15b83 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:07.590043 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:07.596963 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:07.613591 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for floatingip, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:07.646867 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7459699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716906'] for network, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:07.672865 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:07.680138 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9111ed69-3073-496b-80b7-6e33a55f0fb5,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:07.682719 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-830fe09f-505f-431b-ae97-0146d16ec6e7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9111ed69-3073-496b-80b7-6e33a55f0fb5 HTTP/1.1" status: 204  len: 168 time: 0.7026508
Feb 28 18:51:07.685552 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34236) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:07.743775 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24ec27e-ee2e-42cd-a31e-7343573a31e3 admin admin] Deleting subnet 221f44b4-dd18-4147-882b-163dbe1cba56 {{(pid=83062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 28 18:51:07.747000 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a24ec27e-ee2e-42cd-a31e-7343573a31e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:07.761566 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:07.799480 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a24ec27e-ee2e-42cd-a31e-7343573a31e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066642'] for subnet, precommit_delete_associations {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:07.965581 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a24ec27e-ee2e-42cd-a31e-7343573a31e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7461361'] for subnet, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:07.983270 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Allocated IP 172.27.3.161 (f40459f8-f658-4119-914b-b9023327a718/14c23ed2-446a-414e-8e86-91dabee5c278/b271004f-01fc-497a-81af-d47b278fab16) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:51:08.037943 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9f7dd-2407-44a3-b0db-85c087d04876 req-b2563336-9a1b-49dd-9088-f1810e784f15 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:08.039436 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5dd9f7dd-2407-44a3-b0db-85c087d04876 req-b2563336-9a1b-49dd-9088-f1810e784f15 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.1477642
Feb 28 18:51:08.067115 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a24ec27e-ee2e-42cd-a31e-7343573a31e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7461320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656696'] for subnet, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:08.117985 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ec27e-ee2e-42cd-a31e-7343573a31e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=221f44b4-dd18-4147-882b-163dbe1cba56,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:08.128430 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:08.129087 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a24ec27e-ee2e-42cd-a31e-7343573a31e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:08.138326 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5dd9f7dd-2407-44a3-b0db-85c087d04876 req-452fb204-ee48-496f-a844-b37cf78d316c tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0914943
Feb 28 18:51:08.139656 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-a24ec27e-ee2e-42cd-a31e-7343573a31e3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/221f44b4-dd18-4147-882b-163dbe1cba56 HTTP/1.1" status: 204  len: 168 time: 0.4532299
Feb 28 18:51:08.142424 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34242) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:08.164027 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:08.232581 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Network f40459f8-f658-4119-914b-b9023327a718 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:51:08.235827 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:51:08.238579 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:51:08.247449 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c76da259-3ee0-4aa1-ab3f-2d01ad6c1161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370211'] for network, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:08.275178 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Pushing event updated for resources: {'Port': ['ID=b271004f-01fc-497a-81af-d47b278fab16,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:08.378762 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c76da259-3ee0-4aa1-ab3f-2d01ad6c1161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7459708', 'neutron.services.segments.db._delete_segments_for_network-8743575949671'] for network, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:08.405041 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-c76da259-3ee0-4aa1-ab3f-2d01ad6c1161 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3c5acebd90>,) {'filters': {'network_id': ['8b29cd6b-3c80-44d0-8ad3-918a9649ce6d']}} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:08.417953 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-c76da259-3ee0-4aa1-ab3f-2d01ad6c1161 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5acebd90>, 'ec3337e3-61bd-4338-9f45-63a5eb878b33') {'for_net_delete': True} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:08.418255 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-c76da259-3ee0-4aa1-ab3f-2d01ad6c1161 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5acebd90>, 'ec3337e3-61bd-4338-9f45-63a5eb878b33') {} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:08.430217 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c76da259-3ee0-4aa1-ab3f-2d01ad6c1161 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743575948782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066649'] for segment, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:08.447416 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c76da259-3ee0-4aa1-ab3f-2d01ad6c1161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:08.456279 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76da259-3ee0-4aa1-ab3f-2d01ad6c1161 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=83062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 28 18:51:08.456880 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c76da259-3ee0-4aa1-ab3f-2d01ad6c1161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7462232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1770949'] for segment, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]: Traceback (most recent call last):
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:     timer()
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:     cb(*args, **kw)
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:     return func(*args, **kwargs)
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:     self._notify()
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:     self.callback(batched_events)
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:     event.method(event)
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:     return f(self, *a, **k)
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self._get(url).json()
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self.request(url, 'GET', **kwargs)
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 18:51:08.472103 dv-cinder-831188-1-iscsi neutron-server[83062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 18:51:08.548790 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c76da259-3ee0-4aa1-ab3f-2d01ad6c1161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7459699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716906'] for network, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:08.567924 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c76da259-3ee0-4aa1-ab3f-2d01ad6c1161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:08.573906 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76da259-3ee0-4aa1-ab3f-2d01ad6c1161 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b29cd6b-3c80-44d0-8ad3-918a9649ce6d,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:08.579038 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-c76da259-3ee0-4aa1-ab3f-2d01ad6c1161 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8b29cd6b-3c80-44d0-8ad3-918a9649ce6d HTTP/1.1" status: 204  len: 168 time: 0.4356201
Feb 28 18:51:08.761324 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:08.781510 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34254) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:08.817972 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:08.834693 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-778325eb-41f0-4c17-8c21-765eab6a7df7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=961d65354d6445ea9e56a757958f2cb7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0496495
Feb 28 18:51:08.834967 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34258) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:08.898271 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6d3bac0d-b528-44ac-be86-90bfe125812d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:08.923308 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6d3bac0d-b528-44ac-be86-90bfe125812d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:08.974775 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6d3bac0d-b528-44ac-be86-90bfe125812d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:08.992360 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bac0d-b528-44ac-be86-90bfe125812d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0913bd0-119e-45a5-87bb-f1899f651c63,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:09.003317 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6d3bac0d-b528-44ac-be86-90bfe125812d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:09.004539 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-6d3bac0d-b528-44ac-be86-90bfe125812d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0913bd0-119e-45a5-87bb-f1899f651c63 HTTP/1.1" status: 204  len: 168 time: 0.1684923
Feb 28 18:51:09.033042 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:09.037713 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:09.139853 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Pushing event updated for resources: {'Port': ['ID=b271004f-01fc-497a-81af-d47b278fab16,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:09.154471 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716924'] for floatingip, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:09.348897 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.l3_db [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Floating IP 8dcbdab2-3086-431f-807a-73fdc3b4dcc4 associated. External IP: 172.27.3.161, port: db02cf2e-be37-45fc-b70d-76efd2db4952.
Feb 28 18:51:09.355714 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a35af-ff51-4d52-abe7-2eb8365162b0 req-2fa74371-53d3-4052-80a5-d9598ae01dbf tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:09.357144 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-709a35af-ff51-4d52-abe7-2eb8365162b0 req-2fa74371-53d3-4052-80a5-d9598ae01dbf tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0839787
Feb 28 18:51:09.411720 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-709a35af-ff51-4d52-abe7-2eb8365162b0 req-746a105a-9c21-4c2b-971b-1aa072fde1d9 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465767
Feb 28 18:51:09.425486 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34268) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:09.476950 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-6ce8acaa-5ea0-4496-9ae4-61b01a848646 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=90676eb821f54150818a3fb70dc81db4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0500631
Feb 28 18:51:09.479729 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34274) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:09.514879 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 3238fc65-341b-43fa-8da4-8bb36771a14b no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:51:09.543197 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fdb9dd89-2cc2-49ef-9631-09ce470be3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:09.575650 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fdb9dd89-2cc2-49ef-9631-09ce470be3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:09.578940 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: 3238fc65-341b-43fa-8da4-8bb36771a14b {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:51:09.579611 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 3238fc65-341b-43fa-8da4-8bb36771a14b not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:51:09.634290 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fdb9dd89-2cc2-49ef-9631-09ce470be3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:09.649132 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9dd89-2cc2-49ef-9631-09ce470be3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba064b2-7131-489d-9386-1c3bfceae135,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:09.656328 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fdb9dd89-2cc2-49ef-9631-09ce470be3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:09.657429 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-fdb9dd89-2cc2-49ef-9631-09ce470be3aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cba064b2-7131-489d-9386-1c3bfceae135 HTTP/1.1" status: 204  len: 168 time: 0.1768165
Feb 28 18:51:09.858061 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Router 98d2d779-b8f4-491f-b243-7f9481ec1e64 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:51:10.071475 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:51:10.084037 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8c84e1-824e-4fda-92d0-1a874f95c8b3 None None] Sync routers for ids ['98d2d779-b8f4-491f-b243-7f9481ec1e64'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:51:10.098254 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:10.100728 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8c84e1-824e-4fda-92d0-1a874f95c8b3 None None] Routers {'98d2d779-b8f4-491f-b243-7f9481ec1e64'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:51:10.101598 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-ab8c84e1-824e-4fda-92d0-1a874f95c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5af4fd90>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:50:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['98d2d779-b8f4-491f-b243-7f9481ec1e64'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:10.159682 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-b88b225d-4970-406f-afed-93db01b818d2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5888128
Feb 28 18:51:10.160289 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc53579b-ea78-429b-8bdf-a6c8054b109a', 'tag': 'db02cf2e-be37-45fc-b70d-76efd2db4952'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:51:10.168612 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2863956-55f9-4082-aeee-b4e81f278f04 req-8e18b30a-1a0d-458d-9103-a4b20656119a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:10.176718 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b2863956-55f9-4082-aeee-b4e81f278f04 req-8e18b30a-1a0d-458d-9103-a4b20656119a tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 946 time: 0.0855594
Feb 28 18:51:10.234679 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b2863956-55f9-4082-aeee-b4e81f278f04 req-a5a1bc20-73e0-4f50-ae64-fd60710dbaf0 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565624
Feb 28 18:51:10.244588 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc53579b-ea78-429b-8bdf-a6c8054b109a', 'tag': 'db02cf2e-be37-45fc-b70d-76efd2db4952', 'status': 'completed', 'code': 200}
Feb 28 18:51:10.350174 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ecefa1d4-3141-447b-80d9-a4b059705342 req-ceb2d959-c53b-497c-8f14-38494cc875b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df6310ee4c214b53bfc3fa13d6f15b83&device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 1099 time: 0.0765638
Feb 28 18:51:10.386908 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-ab8c84e1-824e-4fda-92d0-1a874f95c8b3 None None] Set router 98d2d779-b8f4-491f-b243-7f9481ec1e64 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:51:10.489234 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefa1d4-3141-447b-80d9-a4b059705342 req-5566849b-7816-4d84-aff0-44d9d0315654 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:10.490829 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ecefa1d4-3141-447b-80d9-a4b059705342 req-5566849b-7816-4d84-aff0-44d9d0315654 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 HTTP/1.1" status: 200  len: 909 time: 0.1337035
Feb 28 18:51:10.602367 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ecefa1d4-3141-447b-80d9-a4b059705342 req-6719c30c-183b-4fb6-9109-246211e33dc4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db02cf2e-be37-45fc-b70d-76efd2db4952 HTTP/1.1" status: 200  len: 1000 time: 0.1035206
Feb 28 18:51:10.685506 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefa1d4-3141-447b-80d9-a4b059705342 req-59e22320-395e-4056-b097-f4ec376e0ea0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:10.687304 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ecefa1d4-3141-447b-80d9-a4b059705342 req-59e22320-395e-4056-b097-f4ec376e0ea0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d013530a-4ea2-46fc-b7a4-576179421aad HTTP/1.1" status: 200  len: 847 time: 0.0775447
Feb 28 18:51:10.707466 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c2109-d619-4c39-958d-ad97fa1fa898 req-474a68b0-a1ae-4e99-8e7b-05a73819909f tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:10.714332 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-6e6c2109-d619-4c39-958d-ad97fa1fa898 req-474a68b0-a1ae-4e99-8e7b-05a73819909f tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.1616063
Feb 28 18:51:10.783582 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-6e6c2109-d619-4c39-958d-ad97fa1fa898 req-3dc1b94c-db79-4008-9f61-83565c2ace73 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661426
Feb 28 18:51:10.811084 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ecefa1d4-3141-447b-80d9-a4b059705342 req-25222947-c1b7-468a-9924-fbf1da90e1de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1108096
Feb 28 18:51:10.866055 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-ab8c84e1-824e-4fda-92d0-1a874f95c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5af4fd90>, [{'id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'name': 'tempest-TestShelveInstance-456265841-router', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:36Z', 'revision_number': 4, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'gw_port': {'id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '8dcbdab2-3086-431f-807a-73fdc3b4dcc4', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'port_id': 'db02cf2e-be37-45fc-b70d-76efd2db4952', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4', 'mac_address': 'fa:16:3e:ea:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc53579b-ea78-429b-8bdf-a6c8054b109a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:51:08Z', 'updated_at': '2022-02-28T18:51:08Z', 'revision_number': 0, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae0a9eac-7bd5-4b63-ad1a-2646bc58341c', 'name': '', 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'mac_address': 'fa:16:3e:16:8e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd013530a-4ea2-46fc-b7a4-576179421aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:35Z', 'updated_at': '2022-02-28T18:48:46Z', 'revision_number': 5, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'subnets': [{'id': 'd013530a-4ea2-46fc-b7a4-576179421aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:10.870165 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8c84e1-824e-4fda-92d0-1a874f95c8b3 None None] Checking router: 98d2d779-b8f4-491f-b243-7f9481ec1e64 for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:51:10.881375 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8c84e1-824e-4fda-92d0-1a874f95c8b3 None None] Routers {'98d2d779-b8f4-491f-b243-7f9481ec1e64'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:51:10.881955 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-ab8c84e1-824e-4fda-92d0-1a874f95c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5af4fd90>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:50:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['98d2d779-b8f4-491f-b243-7f9481ec1e64'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:10.948469 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ecefa1d4-3141-447b-80d9-a4b059705342 req-9604f8f8-15c9-4717-9400-53a827ec2f64 service neutron] 10.222.0.70 "GET /v2.0/networks/ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299341
Feb 28 18:51:11.065262 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-ab8c84e1-824e-4fda-92d0-1a874f95c8b3 None None] Set router 98d2d779-b8f4-491f-b243-7f9481ec1e64 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:51:11.087933 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ecefa1d4-3141-447b-80d9-a4b059705342 req-9e136525-0ada-4824-ab65-7ae567a0edf1 service neutron] 10.222.0.70 "GET /v2.0/networks/ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299820
Feb 28 18:51:11.438889 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-ab8c84e1-824e-4fda-92d0-1a874f95c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5af4fd90>, [{'id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'name': 'tempest-TestShelveInstance-456265841-router', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:36Z', 'revision_number': 4, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'gw_port': {'id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '8dcbdab2-3086-431f-807a-73fdc3b4dcc4', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'port_id': 'db02cf2e-be37-45fc-b70d-76efd2db4952', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4', 'mac_address': 'fa:16:3e:ea:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc53579b-ea78-429b-8bdf-a6c8054b109a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:51:08Z', 'updated_at': '2022-02-28T18:51:08Z', 'revision_number': 0, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae0a9eac-7bd5-4b63-ad1a-2646bc58341c', 'name': '', 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'mac_address': 'fa:16:3e:16:8e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd013530a-4ea2-46fc-b7a4-576179421aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:35Z', 'updated_at': '2022-02-28T18:48:46Z', 'revision_number': 5, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'subnets': [{'id': 'd013530a-4ea2-46fc-b7a4-576179421aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:11.441291 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf8aa0-f0e2-4989-943c-123d827b73ba req-23b9213d-8c66-483e-8efd-9edac22e450b tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:11.442898 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-38cf8aa0-f0e2-4989-943c-123d827b73ba req-23b9213d-8c66-483e-8efd-9edac22e450b tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 946 time: 0.0943921
Feb 28 18:51:11.443024 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8c84e1-824e-4fda-92d0-1a874f95c8b3 None None] The sync data for ids ['98d2d779-b8f4-491f-b243-7f9481ec1e64'] in dv-cinder-831188-1-iscsi is: [{'id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'name': 'tempest-TestShelveInstance-456265841-router', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:36Z', 'revision_number': 4, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'gw_port': {'id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '8dcbdab2-3086-431f-807a-73fdc3b4dcc4', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'port_id': 'db02cf2e-be37-45fc-b70d-76efd2db4952', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4', 'mac_address': 'fa:16:3e:ea:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc53579b-ea78-429b-8bdf-a6c8054b109a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:51:08Z', 'updated_at': '2022-02-28T18:51:08Z', 'revision_number': 0, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae0a9eac-7bd5-4b63-ad1a-2646bc58341c', 'name': '', 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'mac_address': 'fa:16:3e:16:8e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd013530a-4ea2-46fc-b7a4-576179421aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:35Z', 'updated_at': '2022-02-28T18:48:46Z', 'revision_number': 5, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'subnets': [{'id': 'd013530a-4ea2-46fc-b7a4-576179421aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:51:11.498044 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-38cf8aa0-f0e2-4989-943c-123d827b73ba req-00ce5687-932b-4d69-95db-9121b2e43935 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484991
Feb 28 18:51:11.646305 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b005e8-3f6a-4a2f-b8db-c71c54776693 None None] New status for floating IP 8dcbdab2-3086-431f-807a-73fdc3b4dcc4: ACTIVE {{(pid=83064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 28 18:51:11.991634 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48351350-f0b2-4c25-b450-17d53bdc3dcd req-4e5adb05-2c66-4ff9-ad14-1e4719f98153 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:11.993076 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-48351350-f0b2-4c25-b450-17d53bdc3dcd req-4e5adb05-2c66-4ff9-ad14-1e4719f98153 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0779624
Feb 28 18:51:12.044235 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-48351350-f0b2-4c25-b450-17d53bdc3dcd req-0b37c284-eba2-490b-ad9a-6405a754d111 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445924
Feb 28 18:51:12.543228 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df2ebf1-1349-4056-ace3-71d0b1e75dea req-966f5bb3-c01c-4084-89a8-4e256c2c73ec tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:12.547474 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0df2ebf1-1349-4056-ace3-71d0b1e75dea req-966f5bb3-c01c-4084-89a8-4e256c2c73ec tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 946 time: 0.1101246
Feb 28 18:51:12.738236 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-0df2ebf1-1349-4056-ace3-71d0b1e75dea req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Deleting port 74e8ca51-21ee-4815-94c6-53ef38f0c6b6 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:51:12.738586 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0df2ebf1-1349-4056-ace3-71d0b1e75dea req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:12.850592 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912f976-9403-459e-9663-bdde7c78379f req-e73c6dde-b5f5-4356-bc9f-1d77a9b676bf tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:12.852074 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8912f976-9403-459e-9663-bdde7c78379f req-e73c6dde-b5f5-4356-bc9f-1d77a9b676bf tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=cd554338-ceb3-4d85-a4b9-7e36ee91b364 HTTP/1.1" status: 200  len: 946 time: 0.1841233
Feb 28 18:51:12.986904 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8912f976-9403-459e-9663-bdde7c78379f req-93af582f-42b3-4c8b-8976-cea24b41dcc0 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275084
Feb 28 18:51:13.032814 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-0df2ebf1-1349-4056-ace3-71d0b1e75dea req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] For port 74e8ca51-21ee-4815-94c6-53ef38f0c6b6, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=74e8ca51-21ee-4815-94c6-53ef38f0c6b6,segment=NetworkSegment(a6a0d181-0a63-46a3-beb5-5734885b694e),segment_id=a6a0d181-0a63-46a3-beb5-5734885b694e)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:51:13.033153 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0df2ebf1-1349-4056-ace3-71d0b1e75dea req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:13.156512 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-0df2ebf1-1349-4056-ace3-71d0b1e75dea req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Calling delete_port for 74e8ca51-21ee-4815-94c6-53ef38f0c6b6 owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:51:13.302507 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0df2ebf1-1349-4056-ace3-71d0b1e75dea req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:13.326541 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['d4e779cc-a1e2-4965-9ce1-55fda3baf989', '3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a', '74e8ca51-21ee-4815-94c6-53ef38f0c6b6'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:51:13.354889 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Pushing event deleted for resources: {'Port': ['ID=74e8ca51-21ee-4815-94c6-53ef38f0c6b6,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:13.399449 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:13.399839 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:13.400127 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:13.400501 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:13.400857 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:13.401202 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:13.401517 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:13.401841 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:13.402164 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:13.402478 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:13.402848 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:13.444629 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df2ebf1-1349-4056-ace3-71d0b1e75dea req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] No DVR routers for this DVR port 74e8ca51-21ee-4815-94c6-53ef38f0c6b6 on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:51:13.447273 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0df2ebf1-1349-4056-ace3-71d0b1e75dea req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:13.450171 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd554338-ceb3-4d85-a4b9-7e36ee91b364', 'name': 'network-vif-deleted', 'tag': '74e8ca51-21ee-4815-94c6-53ef38f0c6b6'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:51:13.467587 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0df2ebf1-1349-4056-ace3-71d0b1e75dea req-f64f3be4-92f0-4c9c-a208-b135e179d824 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.70 "DELETE /v2.0/ports/74e8ca51-21ee-4815-94c6-53ef38f0c6b6 HTTP/1.1" status: 204  len: 173 time: 0.9141173
Feb 28 18:51:13.536851 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd554338-ceb3-4d85-a4b9-7e36ee91b364', 'name': 'network-vif-deleted', 'tag': '74e8ca51-21ee-4815-94c6-53ef38f0c6b6', 'status': 'completed', 'code': 200}
Feb 28 18:51:13.732822 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:51:14.619047 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13d05c-d389-4ba0-bc21-7c1084572309 req-f84b903e-9ecc-4ec3-8c4b-f51ed276322c tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:14.620493 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-eb13d05c-d389-4ba0-bc21-7c1084572309 req-f84b903e-9ecc-4ec3-8c4b-f51ed276322c tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 946 time: 0.0844467
Feb 28 18:51:14.672095 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-eb13d05c-d389-4ba0-bc21-7c1084572309 req-c7137308-20a8-44ab-bc55-6972a45f58d0 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431414
Feb 28 18:51:15.567502 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 74e8ca51-21ee-4815-94c6-53ef38f0c6b6 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:51:15.602536 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: 74e8ca51-21ee-4815-94c6-53ef38f0c6b6 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:51:15.602902 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 74e8ca51-21ee-4815-94c6-53ef38f0c6b6 not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:51:15.877597 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671cc025-354e-4f7e-a2cf-fda5290df0a8 req-66bf730a-e67d-4cc1-990b-c9b6079e125f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:15.878264 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-671cc025-354e-4f7e-a2cf-fda5290df0a8 req-66bf730a-e67d-4cc1-990b-c9b6079e125f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Synchronizing usage tracker for tenant:bbff699f8ada48a78f3957fe6718a4ad on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:51:15.895730 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-671cc025-354e-4f7e-a2cf-fda5290df0a8 req-66bf730a-e67d-4cc1-990b-c9b6079e125f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Unset dirty status for tenant:bbff699f8ada48a78f3957fe6718a4ad on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:51:15.896875 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-671cc025-354e-4f7e-a2cf-fda5290df0a8 req-66bf730a-e67d-4cc1-990b-c9b6079e125f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 946 time: 0.0978584
Feb 28 18:51:15.943775 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-671cc025-354e-4f7e-a2cf-fda5290df0a8 req-1036edf7-1c3d-4763-8d0e-c26af6c6ff61 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411325
Feb 28 18:51:16.668852 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d0c4b-5bb2-4c50-8aa5-563465d6cf64 req-705c608b-48dc-43c7-b1d4-b1d076062160 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:16.670388 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-453d0c4b-5bb2-4c50-8aa5-563465d6cf64 req-705c608b-48dc-43c7-b1d4-b1d076062160 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.70 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 946 time: 0.1331313
Feb 28 18:51:16.679459 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2aeec2-6e45-407e-a733-52daaf1e065d req-c303aca5-fd12-4f68-94f6-dcaee03ab1b9 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:16.680889 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4e2aeec2-6e45-407e-a733-52daaf1e065d req-c303aca5-fd12-4f68-94f6-dcaee03ab1b9 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.1143188
Feb 28 18:51:16.777309 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-453d0c4b-5bb2-4c50-8aa5-563465d6cf64 req-3e5d0405-0d81-476a-8dfa-b7b69f975b66 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Deleting port 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:51:16.777675 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-453d0c4b-5bb2-4c50-8aa5-563465d6cf64 req-3e5d0405-0d81-476a-8dfa-b7b69f975b66 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:16.814423 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4e2aeec2-6e45-407e-a733-52daaf1e065d req-3bd3c9bc-3368-42b5-91b6-7478aeb89bee tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031225
Feb 28 18:51:17.028732 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-453d0c4b-5bb2-4c50-8aa5-563465d6cf64 req-3e5d0405-0d81-476a-8dfa-b7b69f975b66 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] For port 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a,segment=NetworkSegment(a6a0d181-0a63-46a3-beb5-5734885b694e),segment_id=a6a0d181-0a63-46a3-beb5-5734885b694e)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:51:17.029418 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-453d0c4b-5bb2-4c50-8aa5-563465d6cf64 req-3e5d0405-0d81-476a-8dfa-b7b69f975b66 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:17.150276 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba3f8c-fd4d-4849-814d-f4cfe2b125ba req-51da37ef-0221-4fb4-9850-aa864f25cd43 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:17.154481 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-453d0c4b-5bb2-4c50-8aa5-563465d6cf64 req-3e5d0405-0d81-476a-8dfa-b7b69f975b66 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Calling delete_port for 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:51:17.154794 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-36ba3f8c-fd4d-4849-814d-f4cfe2b125ba req-51da37ef-0221-4fb4-9850-aa864f25cd43 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=7194706f-1892-4fd8-83e3-d11cae28abbf HTTP/1.1" status: 200  len: 946 time: 0.0875468
Feb 28 18:51:17.208988 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-36ba3f8c-fd4d-4849-814d-f4cfe2b125ba req-4d9a17a2-17be-488a-9dd1-6745fb3027bc tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474033
Feb 28 18:51:17.378992 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-453d0c4b-5bb2-4c50-8aa5-563465d6cf64 req-3e5d0405-0d81-476a-8dfa-b7b69f975b66 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:17.391999 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['d4e779cc-a1e2-4965-9ce1-55fda3baf989', '3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:51:17.429059 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d0405-0d81-476a-8dfa-b7b69f975b66 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Pushing event deleted for resources: {'Port': ['ID=3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:17.502476 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-453d0c4b-5bb2-4c50-8aa5-563465d6cf64 req-3e5d0405-0d81-476a-8dfa-b7b69f975b66 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] No DVR routers for this DVR port 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:51:17.505220 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-453d0c4b-5bb2-4c50-8aa5-563465d6cf64 req-3e5d0405-0d81-476a-8dfa-b7b69f975b66 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:17.507916 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7194706f-1892-4fd8-83e3-d11cae28abbf', 'name': 'network-vif-deleted', 'tag': '3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:51:17.525180 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-453d0c4b-5bb2-4c50-8aa5-563465d6cf64 req-3e5d0405-0d81-476a-8dfa-b7b69f975b66 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.70 "DELETE /v2.0/ports/3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a HTTP/1.1" status: 204  len: 173 time: 0.8432477
Feb 28 18:51:17.571418 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7194706f-1892-4fd8-83e3-d11cae28abbf', 'name': 'network-vif-deleted', 'tag': '3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a', 'status': 'completed', 'code': 200}
Feb 28 18:51:18.018578 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94213164-c173-4188-b19c-c8b12fb21bd3 req-aa789d18-fc1b-4b2c-984c-2204bbe18eba tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:18.020054 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-94213164-c173-4188-b19c-c8b12fb21bd3 req-aa789d18-fc1b-4b2c-984c-2204bbe18eba tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0800836
Feb 28 18:51:18.075197 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-94213164-c173-4188-b19c-c8b12fb21bd3 req-3c88b468-1a3e-434a-b0db-eb4880309c78 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481529
Feb 28 18:51:19.329257 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537fe40-6046-4fc0-bbbe-08d28b1e6111 req-4e718d62-8dec-4103-827f-08a1a1f25ee4 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:19.330765 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-6537fe40-6046-4fc0-bbbe-08d28b1e6111 req-4e718d62-8dec-4103-827f-08a1a1f25ee4 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.1305120
Feb 28 18:51:19.387487 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-6537fe40-6046-4fc0-bbbe-08d28b1e6111 req-13c38ae3-f2e6-4eaf-b6df-de2b214a2fc7 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491896
Feb 28 18:51:19.577816 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:51:19.611350 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:51:19.611663 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 3c5d7b2e-6ee1-45a7-ace5-4ae317e23a1a not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:51:19.847241 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8c0ba-9fb4-462d-a537-1498560a5669 req-2ce128ab-b3f2-4e82-a5f8-e9f1e691073a tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:19.848700 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c9a8c0ba-9fb4-462d-a537-1498560a5669 req-2ce128ab-b3f2-4e82-a5f8-e9f1e691073a tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 945 time: 0.0887084
Feb 28 18:51:19.918981 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-c9a8c0ba-9fb4-462d-a537-1498560a5669 req-de7a2154-8f58-419f-83a0-f1bbdd788676 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Deleting port d5619ca3-e7d6-4776-bd15-c26e5c00723d {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:51:19.919329 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c9a8c0ba-9fb4-462d-a537-1498560a5669 req-de7a2154-8f58-419f-83a0-f1bbdd788676 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:19.958041 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccd169-a6bc-4bd2-8be5-6b1f6b89bd20 req-c381d508-63fe-4ca0-a62c-40ab9cae6074 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:19.958399 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e5ccd169-a6bc-4bd2-8be5-6b1f6b89bd20 req-c381d508-63fe-4ca0-a62c-40ab9cae6074 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 945 time: 0.0812466
Feb 28 18:51:20.007001 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e5ccd169-a6bc-4bd2-8be5-6b1f6b89bd20 req-12087ebc-1bae-43f6-856e-86b30e82b281 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423105
Feb 28 18:51:20.171255 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-c9a8c0ba-9fb4-462d-a537-1498560a5669 req-de7a2154-8f58-419f-83a0-f1bbdd788676 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] For port d5619ca3-e7d6-4776-bd15-c26e5c00723d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d5619ca3-e7d6-4776-bd15-c26e5c00723d,segment=NetworkSegment(1664dd6d-6de1-4ae4-b077-d67d673dcb57),segment_id=1664dd6d-6de1-4ae4-b077-d67d673dcb57)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:51:20.171598 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c9a8c0ba-9fb4-462d-a537-1498560a5669 req-de7a2154-8f58-419f-83a0-f1bbdd788676 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:20.290440 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-c9a8c0ba-9fb4-462d-a537-1498560a5669 req-de7a2154-8f58-419f-83a0-f1bbdd788676 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Calling delete_port for d5619ca3-e7d6-4776-bd15-c26e5c00723d owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:51:20.435261 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c9a8c0ba-9fb4-462d-a537-1498560a5669 req-de7a2154-8f58-419f-83a0-f1bbdd788676 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:20.447991 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['90d20ea1-9cdd-416f-8cc6-e54b3413210b', 'd5619ca3-e7d6-4776-bd15-c26e5c00723d'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:51:20.486476 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a2154-8f58-419f-83a0-f1bbdd788676 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Pushing event deleted for resources: {'Port': ['ID=d5619ca3-e7d6-4776-bd15-c26e5c00723d,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:20.600245 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a8c0ba-9fb4-462d-a537-1498560a5669 req-de7a2154-8f58-419f-83a0-f1bbdd788676 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] No DVR routers for this DVR port d5619ca3-e7d6-4776-bd15-c26e5c00723d on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:51:20.605627 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d3d68ab9-927c-43c6-9c79-1f05014b99c1 req-e0ca3dee-f8d8-4aff-81b4-92b4c0abdd5b tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=d9e111db-ef67-43ab-991c-6a96b7a8ac08 HTTP/1.1" status: 200  len: 210 time: 0.0763102
Feb 28 18:51:20.605627 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c9a8c0ba-9fb4-462d-a537-1498560a5669 req-de7a2154-8f58-419f-83a0-f1bbdd788676 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:20.607947 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e111db-ef67-43ab-991c-6a96b7a8ac08', 'name': 'network-vif-deleted', 'tag': 'd5619ca3-e7d6-4776-bd15-c26e5c00723d'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:51:20.625543 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c9a8c0ba-9fb4-462d-a537-1498560a5669 req-de7a2154-8f58-419f-83a0-f1bbdd788676 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.70 "DELETE /v2.0/ports/d5619ca3-e7d6-4776-bd15-c26e5c00723d HTTP/1.1" status: 204  len: 173 time: 0.7708843
Feb 28 18:51:20.682566 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e111db-ef67-43ab-991c-6a96b7a8ac08', 'name': 'network-vif-deleted', 'tag': 'd5619ca3-e7d6-4776-bd15-c26e5c00723d', 'status': 'completed', 'code': 200}
Feb 28 18:51:21.218945 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e4bd2-4cbd-4a1b-9cad-6c3fc4ec2a1d req-b57edc1a-5af5-4994-8058-16fdb74a38db tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:21.224852 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-fe7e4bd2-4cbd-4a1b-9cad-6c3fc4ec2a1d req-b57edc1a-5af5-4994-8058-16fdb74a38db tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Synchronizing usage tracker for tenant:bbff699f8ada48a78f3957fe6718a4ad on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:51:21.242086 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-fe7e4bd2-4cbd-4a1b-9cad-6c3fc4ec2a1d req-b57edc1a-5af5-4994-8058-16fdb74a38db tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Unset dirty status for tenant:bbff699f8ada48a78f3957fe6718a4ad on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:51:21.243341 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fe7e4bd2-4cbd-4a1b-9cad-6c3fc4ec2a1d req-b57edc1a-5af5-4994-8058-16fdb74a38db tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 945 time: 0.1070812
Feb 28 18:51:21.291762 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fe7e4bd2-4cbd-4a1b-9cad-6c3fc4ec2a1d req-b59cdd8c-9519-4bc4-994e-d41346db1396 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424638
Feb 28 18:51:22.122869 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e6190-f631-4664-b1b1-2204541f5338 req-457fa64d-e1b5-4fe7-bfcd-0269d6f8ec16 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:22.124204 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4f7e6190-f631-4664-b1b1-2204541f5338 req-457fa64d-e1b5-4fe7-bfcd-0269d6f8ec16 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0779319
Feb 28 18:51:22.169960 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4f7e6190-f631-4664-b1b1-2204541f5338 req-68366b57-b802-45e4-a169-b4fa9b771565 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402367
Feb 28 18:51:22.501405 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fe847-28f8-4866-a687-b77fd8fa011c req-2d64d1c6-0536-4d22-a81f-24a259ef2b27 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:22.503015 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-be9fe847-28f8-4866-a687-b77fd8fa011c req-2d64d1c6-0536-4d22-a81f-24a259ef2b27 tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 945 time: 0.0830603
Feb 28 18:51:22.549612 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-be9fe847-28f8-4866-a687-b77fd8fa011c req-7399b10a-126d-44fd-bb20-a703a7296dda tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/security-groups?id=2693dc74-68a6-449b-a61c-bce7b53de8a1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410407
Feb 28 18:51:22.720928 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02878b24-306e-4965-b45d-399287e09454 req-208e28b3-5df8-4fe6-8beb-e42e40904dee tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:22.722402 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-02878b24-306e-4965-b45d-399287e09454 req-208e28b3-5df8-4fe6-8beb-e42e40904dee tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.70 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 945 time: 0.0841286
Feb 28 18:51:22.801044 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-02878b24-306e-4965-b45d-399287e09454 req-ad3c1975-a541-4170-b859-48b3a7635b3f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Deleting port d4e779cc-a1e2-4965-9ce1-55fda3baf989 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:51:22.801253 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-02878b24-306e-4965-b45d-399287e09454 req-ad3c1975-a541-4170-b859-48b3a7635b3f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:23.115450 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-02878b24-306e-4965-b45d-399287e09454 req-ad3c1975-a541-4170-b859-48b3a7635b3f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] For port d4e779cc-a1e2-4965-9ce1-55fda3baf989, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d4e779cc-a1e2-4965-9ce1-55fda3baf989,segment=NetworkSegment(a6a0d181-0a63-46a3-beb5-5734885b694e),segment_id=a6a0d181-0a63-46a3-beb5-5734885b694e)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:51:23.115709 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-02878b24-306e-4965-b45d-399287e09454 req-ad3c1975-a541-4170-b859-48b3a7635b3f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:23.239211 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-02878b24-306e-4965-b45d-399287e09454 req-ad3c1975-a541-4170-b859-48b3a7635b3f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Calling delete_port for d4e779cc-a1e2-4965-9ce1-55fda3baf989 owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:51:23.379884 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d06181-2920-457c-b857-4e0cca4b703a req-0c1610a8-0f4f-48ff-bdbc-0012d069d736 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:23.381990 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-d3d06181-2920-457c-b857-4e0cca4b703a req-0c1610a8-0f4f-48ff-bdbc-0012d069d736 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0854270
Feb 28 18:51:23.392036 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-02878b24-306e-4965-b45d-399287e09454 req-ad3c1975-a541-4170-b859-48b3a7635b3f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:23.414678 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['d4e779cc-a1e2-4965-9ce1-55fda3baf989'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:51:23.437719 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-d3d06181-2920-457c-b857-4e0cca4b703a req-57fe6cbf-0222-4310-81d7-bec77c6acaac tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490718
Feb 28 18:51:23.440694 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c1975-a541-4170-b859-48b3a7635b3f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Pushing event deleted for resources: {'Port': ['ID=d4e779cc-a1e2-4965-9ce1-55fda3baf989,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:23.524044 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-02878b24-306e-4965-b45d-399287e09454 req-ad3c1975-a541-4170-b859-48b3a7635b3f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] No DVR routers for this DVR port d4e779cc-a1e2-4965-9ce1-55fda3baf989 on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:51:23.526793 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-02878b24-306e-4965-b45d-399287e09454 req-ad3c1975-a541-4170-b859-48b3a7635b3f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:23.529678 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12af0b82-9877-4187-b24a-ec08b3f7bf58', 'name': 'network-vif-deleted', 'tag': 'd4e779cc-a1e2-4965-9ce1-55fda3baf989'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:51:23.545708 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-02878b24-306e-4965-b45d-399287e09454 req-ad3c1975-a541-4170-b859-48b3a7635b3f tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.70 "DELETE /v2.0/ports/d4e779cc-a1e2-4965-9ce1-55fda3baf989 HTTP/1.1" status: 204  len: 173 time: 0.8113470
Feb 28 18:51:23.599927 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12af0b82-9877-4187-b24a-ec08b3f7bf58', 'name': 'network-vif-deleted', 'tag': 'd4e779cc-a1e2-4965-9ce1-55fda3baf989', 'status': 'completed', 'code': 200}
Feb 28 18:51:23.601060 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device d5619ca3-e7d6-4776-bd15-c26e5c00723d no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:51:23.640815 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: d5619ca3-e7d6-4776-bd15-c26e5c00723d {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:51:23.641070 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device d5619ca3-e7d6-4776-bd15-c26e5c00723d not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:51:23.721616 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-bbbe94cb-aabb-4445-ae5b-00e0de5c69bb req-cb2f22dd-83f6-46ff-8d2b-d427baade2df tempest-AttachVolumeNegativeTest-2065938845 tempest-AttachVolumeNegativeTest-2065938845-project] 10.222.0.18 "GET /v2.0/ports?device_id=12af0b82-9877-4187-b24a-ec08b3f7bf58 HTTP/1.1" status: 200  len: 210 time: 0.0429802
Feb 28 18:51:24.644279 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e72322-1f6b-4a5a-88eb-727bd155bedf req-62cb1f89-86bd-4b54-8f3d-6c7d1d5221cf tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:24.644987 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-70e72322-1f6b-4a5a-88eb-727bd155bedf req-62cb1f89-86bd-4b54-8f3d-6c7d1d5221cf tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Synchronizing usage tracker for tenant:2dde676ebfae458485b906516863f0a6 on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:51:24.663310 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-70e72322-1f6b-4a5a-88eb-727bd155bedf req-62cb1f89-86bd-4b54-8f3d-6c7d1d5221cf tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Unset dirty status for tenant:2dde676ebfae458485b906516863f0a6 on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:51:24.665149 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-70e72322-1f6b-4a5a-88eb-727bd155bedf req-62cb1f89-86bd-4b54-8f3d-6c7d1d5221cf tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.1057169
Feb 28 18:51:24.713624 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-70e72322-1f6b-4a5a-88eb-727bd155bedf req-de3d738f-2d4b-4d17-a441-d941ff9e232d tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412111
Feb 28 18:51:24.831649 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34456) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:24.894287 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_v2 [None req-64243b4f-4468-412d-83d5-23eed27a875a admin admin] Deleting subnet 1f413d20-e81e-4777-9224-e80e0c09c076 {{(pid=83062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 28 18:51:24.897216 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-64243b4f-4468-412d-83d5-23eed27a875a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:24.943937 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-64243b4f-4468-412d-83d5-23eed27a875a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066642'] for subnet, precommit_delete_associations {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:25.004685 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-64243b4f-4468-412d-83d5-23eed27a875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7461361'] for subnet, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:25.082381 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-64243b4f-4468-412d-83d5-23eed27a875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7461320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656696'] for subnet, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:25.117236 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64243b4f-4468-412d-83d5-23eed27a875a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f413d20-e81e-4777-9224-e80e0c09c076,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:25.124799 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-64243b4f-4468-412d-83d5-23eed27a875a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:25.130523 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-64243b4f-4468-412d-83d5-23eed27a875a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1f413d20-e81e-4777-9224-e80e0c09c076 HTTP/1.1" status: 204  len: 168 time: 0.2978556
Feb 28 18:51:25.133065 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34460) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:25.236816 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-dba9cd5a-20e6-49fa-b8a5-307106c22db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370211'] for network, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:25.365192 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-dba9cd5a-20e6-49fa-b8a5-307106c22db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7459708', 'neutron.services.segments.db._delete_segments_for_network-8743575949671'] for network, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:25.389498 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-dba9cd5a-20e6-49fa-b8a5-307106c22db1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3c5ab5d940>,) {'filters': {'network_id': ['33faf01f-a157-4cb1-86f7-3ea812bfd79a']}} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:25.401174 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-dba9cd5a-20e6-49fa-b8a5-307106c22db1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5ab5d940>, 'a6a0d181-0a63-46a3-beb5-5734885b694e') {'for_net_delete': True} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:25.401471 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-dba9cd5a-20e6-49fa-b8a5-307106c22db1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5ab5d940>, 'a6a0d181-0a63-46a3-beb5-5734885b694e') {} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:25.412470 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-dba9cd5a-20e6-49fa-b8a5-307106c22db1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743575948782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066649'] for segment, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:25.428021 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-dba9cd5a-20e6-49fa-b8a5-307106c22db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:25.434033 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba9cd5a-20e6-49fa-b8a5-307106c22db1 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=83062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 28 18:51:25.434405 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-dba9cd5a-20e6-49fa-b8a5-307106c22db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7462232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1770949'] for segment, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]: Traceback (most recent call last):
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:     timer()
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:     cb(*args, **kw)
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:     return func(*args, **kwargs)
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:     self._notify()
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:     self.callback(batched_events)
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:     event.method(event)
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:     return f(self, *a, **k)
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self._get(url).json()
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self.request(url, 'GET', **kwargs)
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 18:51:25.447252 dv-cinder-831188-1-iscsi neutron-server[83062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 18:51:25.527702 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-dba9cd5a-20e6-49fa-b8a5-307106c22db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7459699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716906'] for network, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:25.544716 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-dba9cd5a-20e6-49fa-b8a5-307106c22db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:25.554774 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9cd5a-20e6-49fa-b8a5-307106c22db1 admin admin] Pushing event deleted for resources: {'Network': ['ID=33faf01f-a157-4cb1-86f7-3ea812bfd79a,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:25.564457 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-dba9cd5a-20e6-49fa-b8a5-307106c22db1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/33faf01f-a157-4cb1-86f7-3ea812bfd79a HTTP/1.1" status: 204  len: 168 time: 0.4304824
Feb 28 18:51:25.616875 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device d4e779cc-a1e2-4965-9ce1-55fda3baf989 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:51:25.651486 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: d4e779cc-a1e2-4965-9ce1-55fda3baf989 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:51:25.651805 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device d4e779cc-a1e2-4965-9ce1-55fda3baf989 not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:51:25.771951 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34470) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:25.823950 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-bb13f66d-13d1-4b87-862a-0f5796a095ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbff699f8ada48a78f3957fe6718a4ad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0504990
Feb 28 18:51:25.826524 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 34474) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:25.936753 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-99ee1baf-8da6-45f7-8e6b-89c94bc30a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:25.967416 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-99ee1baf-8da6-45f7-8e6b-89c94bc30a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:25.984095 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2970d2-83b2-42f1-a94c-75dc9149ece4 req-0f3cb124-a658-44aa-af7a-73553c4f65f7 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:25.985542 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1d2970d2-83b2-42f1-a94c-75dc9149ece4 req-0f3cb124-a658-44aa-af7a-73553c4f65f7 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.1347246
Feb 28 18:51:26.044734 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7304d5ce-182e-4c45-abda-c83b087bfea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:26.051101 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1d2970d2-83b2-42f1-a94c-75dc9149ece4 req-eea1642e-7a7d-48a8-9bb0-288a55c1a15a tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592532
Feb 28 18:51:26.059660 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-99ee1baf-8da6-45f7-8e6b-89c94bc30a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:26.080461 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ee1baf-8da6-45f7-8e6b-89c94bc30a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2693dc74-68a6-449b-a61c-bce7b53de8a1,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:26.087832 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-99ee1baf-8da6-45f7-8e6b-89c94bc30a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:26.089011 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-99ee1baf-8da6-45f7-8e6b-89c94bc30a81 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2693dc74-68a6-449b-a61c-bce7b53de8a1 HTTP/1.1" status: 204  len: 168 time: 0.2607403
Feb 28 18:51:27.248439 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879dd454-9056-4eee-9594-c49ec10423e9 req-25200f88-1e2b-4eda-806b-b57e633c9c89 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:27.249960 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-879dd454-9056-4eee-9594-c49ec10423e9 req-25200f88-1e2b-4eda-806b-b57e633c9c89 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0806239
Feb 28 18:51:27.297195 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-879dd454-9056-4eee-9594-c49ec10423e9 req-74a2b2bc-c912-46ce-819e-8ea27b192dba tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412292
Feb 28 18:51:28.289848 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-8293f607-0e7c-4924-ae90-7f50d28c9bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:28.511234 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83290e9e-639b-4eb2-bd4b-a60cfd0d926b req-9c16cbce-6a89-4d3c-a7aa-31badead92ba tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:28.512904 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-83290e9e-639b-4eb2-bd4b-a60cfd0d926b req-9c16cbce-6a89-4d3c-a7aa-31badead92ba tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.0810523
Feb 28 18:51:28.521355 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28026eec-cd12-43a3-9836-f595b6ed655e req-28938064-b02f-4e7e-9876-2d08d5bf33b7 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:28.522823 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-28026eec-cd12-43a3-9836-f595b6ed655e req-28938064-b02f-4e7e-9876-2d08d5bf33b7 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 946 time: 0.0841494
Feb 28 18:51:28.559761 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-83290e9e-639b-4eb2-bd4b-a60cfd0d926b req-476b74e2-7c08-4c1a-872e-05effd30a0fa tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401728
Feb 28 18:51:28.570669 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-28026eec-cd12-43a3-9836-f595b6ed655e req-f3392f57-a09d-4cbc-bede-844fbc4aa9d4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=eedafad8-a830-47d5-b0f7-e5a4cd11d067&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420489
Feb 28 18:51:29.465796 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:29.529012 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:29.696173 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652cb81-9bc2-46bf-82eb-4f7974c311a9 req-a5d22ac9-1dd9-4970-b687-a6f4c93089b0 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:29.697694 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9652cb81-9bc2-46bf-82eb-4f7974c311a9 req-a5d22ac9-1dd9-4970-b687-a6f4c93089b0 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.70 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.1092713
Feb 28 18:51:29.826399 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bba211-c349-4778-8b68-6ec5003e9d0f req-2c960781-e042-471e-a927-ae924f761704 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:29.829475 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-04bba211-c349-4778-8b68-6ec5003e9d0f req-2c960781-e042-471e-a927-ae924f761704 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 946 time: 0.1042020
Feb 28 18:51:29.868485 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-9652cb81-9bc2-46bf-82eb-4f7974c311a9 req-7aef1f54-0c73-4847-81d1-125fc195d615 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Deleting port 90d20ea1-9cdd-416f-8cc6-e54b3413210b {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:51:29.868827 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9652cb81-9bc2-46bf-82eb-4f7974c311a9 req-7aef1f54-0c73-4847-81d1-125fc195d615 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:29.919149 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-04bba211-c349-4778-8b68-6ec5003e9d0f req-52d371bd-6130-496a-8ccc-0bbd14dcfc3b tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=eedafad8-a830-47d5-b0f7-e5a4cd11d067&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825980
Feb 28 18:51:29.936257 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee024b-b40d-47a5-9d58-73a61aaa0944 req-b5c115f8-e9b2-4c29-9e55-c6297f36009c tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:29.939056 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-deee024b-b40d-47a5-9d58-73a61aaa0944 req-b5c115f8-e9b2-4c29-9e55-c6297f36009c tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 946 time: 0.2366226
Feb 28 18:51:30.126903 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-deee024b-b40d-47a5-9d58-73a61aaa0944 req-9810dcc2-34f1-4afd-9dd1-dda18c4064cc tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/security-groups?id=80cf13d5-a616-44b0-b5d9-0071ffa993c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329215
Feb 28 18:51:30.203261 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-9652cb81-9bc2-46bf-82eb-4f7974c311a9 req-7aef1f54-0c73-4847-81d1-125fc195d615 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] For port 90d20ea1-9cdd-416f-8cc6-e54b3413210b, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=90d20ea1-9cdd-416f-8cc6-e54b3413210b,segment=NetworkSegment(1664dd6d-6de1-4ae4-b077-d67d673dcb57),segment_id=1664dd6d-6de1-4ae4-b077-d67d673dcb57)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:51:30.203609 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9652cb81-9bc2-46bf-82eb-4f7974c311a9 req-7aef1f54-0c73-4847-81d1-125fc195d615 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:30.326341 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-9652cb81-9bc2-46bf-82eb-4f7974c311a9 req-7aef1f54-0c73-4847-81d1-125fc195d615 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Calling delete_port for 90d20ea1-9cdd-416f-8cc6-e54b3413210b owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:51:30.480915 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9652cb81-9bc2-46bf-82eb-4f7974c311a9 req-7aef1f54-0c73-4847-81d1-125fc195d615 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:30.497733 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['90d20ea1-9cdd-416f-8cc6-e54b3413210b'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:51:30.593083 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef1f54-0c73-4847-81d1-125fc195d615 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Pushing event deleted for resources: {'Port': ['ID=90d20ea1-9cdd-416f-8cc6-e54b3413210b,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:30.601601 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:30.665577 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9652cb81-9bc2-46bf-82eb-4f7974c311a9 req-7aef1f54-0c73-4847-81d1-125fc195d615 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] No DVR routers for this DVR port 90d20ea1-9cdd-416f-8cc6-e54b3413210b on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:51:30.668830 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9652cb81-9bc2-46bf-82eb-4f7974c311a9 req-7aef1f54-0c73-4847-81d1-125fc195d615 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:30.671361 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '367888c2-4b14-49de-ab48-b2b2d32de6c7', 'name': 'network-vif-deleted', 'tag': '90d20ea1-9cdd-416f-8cc6-e54b3413210b'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:51:30.721125 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9652cb81-9bc2-46bf-82eb-4f7974c311a9 req-7aef1f54-0c73-4847-81d1-125fc195d615 tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.70 "DELETE /v2.0/ports/90d20ea1-9cdd-416f-8cc6-e54b3413210b HTTP/1.1" status: 204  len: 173 time: 0.9673562
Feb 28 18:51:30.730452 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '367888c2-4b14-49de-ab48-b2b2d32de6c7', 'name': 'network-vif-deleted', 'tag': '90d20ea1-9cdd-416f-8cc6-e54b3413210b', 'status': 'completed', 'code': 200}
Feb 28 18:51:30.767129 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:30.776656 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce638a7-656a-492a-87f6-cb9da0398036 req-71b143ad-2eec-47f3-bf85-6809a24c2f5c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:30.778643 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fce638a7-656a-492a-87f6-cb9da0398036 req-71b143ad-2eec-47f3-bf85-6809a24c2f5c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 946 time: 0.0941243
Feb 28 18:51:30.849703 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-fce638a7-656a-492a-87f6-cb9da0398036 req-258fab99-f6a3-4e03-befc-18817b1bbee3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Deleting port 3cec7ca6-858e-49d6-8c24-524603adf63d {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:51:30.849962 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-fce638a7-656a-492a-87f6-cb9da0398036 req-258fab99-f6a3-4e03-befc-18817b1bbee3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:31.117969 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-fce638a7-656a-492a-87f6-cb9da0398036 req-258fab99-f6a3-4e03-befc-18817b1bbee3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] For port 3cec7ca6-858e-49d6-8c24-524603adf63d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3cec7ca6-858e-49d6-8c24-524603adf63d,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:51:31.118329 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-fce638a7-656a-492a-87f6-cb9da0398036 req-258fab99-f6a3-4e03-befc-18817b1bbee3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:31.184370 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3567e-8b47-4696-9306-47fc63f44020 req-8e9be604-ce03-4a06-8e3b-ae3f9928002b tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:31.192060 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-45b3567e-8b47-4696-9306-47fc63f44020 req-8e9be604-ce03-4a06-8e3b-ae3f9928002b tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 946 time: 0.0940425
Feb 28 18:51:31.252915 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-45b3567e-8b47-4696-9306-47fc63f44020 req-1c585867-ff77-4a88-90f9-1afada592f35 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=eedafad8-a830-47d5-b0f7-e5a4cd11d067&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596848
Feb 28 18:51:31.529272 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ba2e6-e5b7-41b6-a2cf-c119a63644ce req-61c82866-c604-4fa2-b5eb-f70a86f8eef8 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:31.532261 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-114e55b7-031f-4eda-876b-062b5ec8a9b5 req-a48c952c-c52d-460d-91fc-b55423788c0a tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Synchronizing usage tracker for tenant:2dde676ebfae458485b906516863f0a6 on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:51:31.536089 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-893ba2e6-e5b7-41b6-a2cf-c119a63644ce req-61c82866-c604-4fa2-b5eb-f70a86f8eef8 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 945 time: 0.0903602
Feb 28 18:51:31.568770 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-114e55b7-031f-4eda-876b-062b5ec8a9b5 req-a48c952c-c52d-460d-91fc-b55423788c0a tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] Unset dirty status for tenant:2dde676ebfae458485b906516863f0a6 on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:51:31.570012 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-114e55b7-031f-4eda-876b-062b5ec8a9b5 req-a48c952c-c52d-460d-91fc-b55423788c0a tempest-ServerRescueNegativeTestJSON-762954874 tempest-ServerRescueNegativeTestJSON-762954874-project] 10.222.0.18 "GET /v2.0/ports?device_id=367888c2-4b14-49de-ab48-b2b2d32de6c7 HTTP/1.1" status: 200  len: 210 time: 0.1063628
Feb 28 18:51:31.571828 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-fce638a7-656a-492a-87f6-cb9da0398036 req-258fab99-f6a3-4e03-befc-18817b1bbee3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:31.572236 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-fce638a7-656a-492a-87f6-cb9da0398036 req-258fab99-f6a3-4e03-befc-18817b1bbee3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716924'] for floatingip, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:31.572539 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.l3_db [req-fce638a7-656a-492a-87f6-cb9da0398036 req-258fab99-f6a3-4e03-befc-18817b1bbee3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Floating IP 51bf63dd-e9ba-45e5-96d6-6a7deba2bdba disassociated. External IP: 172.27.3.165, port: 3cec7ca6-858e-49d6-8c24-524603adf63d.
Feb 28 18:51:31.572869 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-fce638a7-656a-492a-87f6-cb9da0398036 req-258fab99-f6a3-4e03-befc-18817b1bbee3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Calling delete_port for 3cec7ca6-858e-49d6-8c24-524603adf63d owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:51:31.587891 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-893ba2e6-e5b7-41b6-a2cf-c119a63644ce req-233aaa3c-9b7c-4df5-a4ad-0fb91811fd83 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0500760
Feb 28 18:51:31.726711 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-fce638a7-656a-492a-87f6-cb9da0398036 req-258fab99-f6a3-4e03-befc-18817b1bbee3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:31.782870 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258fab99-f6a3-4e03-befc-18817b1bbee3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Pushing event deleted for resources: {'Port': ['ID=3cec7ca6-858e-49d6-8c24-524603adf63d,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:31.991346 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fce638a7-656a-492a-87f6-cb9da0398036 req-258fab99-f6a3-4e03-befc-18817b1bbee3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:51:32.190282 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fce638a7-656a-492a-87f6-cb9da0398036 req-258fab99-f6a3-4e03-befc-18817b1bbee3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:51:32.201331 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151cc956-a6cc-426d-9341-ade587ced3c4 None None] Sync routers for ids ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:51:32.212712 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151cc956-a6cc-426d-9341-ade587ced3c4 None None] Routers {'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:51:32.213536 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-151cc956-a6cc-426d-9341-ade587ced3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5af4fdc0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:51:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:32.358206 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce638a7-656a-492a-87f6-cb9da0398036 req-258fab99-f6a3-4e03-befc-18817b1bbee3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] No DVR routers for this DVR port 3cec7ca6-858e-49d6-8c24-524603adf63d on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:51:32.360888 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-fce638a7-656a-492a-87f6-cb9da0398036 req-258fab99-f6a3-4e03-befc-18817b1bbee3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:32.375265 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fce638a7-656a-492a-87f6-cb9da0398036 req-258fab99-f6a3-4e03-befc-18817b1bbee3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.70 "DELETE /v2.0/ports/3cec7ca6-858e-49d6-8c24-524603adf63d HTTP/1.1" status: 204  len: 173 time: 1.5907903
Feb 28 18:51:32.411415 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-151cc956-a6cc-426d-9341-ade587ced3c4 None None] Set router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:51:32.455001 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-d7c9e2e7-e76c-4f10-b18e-10e9dd5622a7 req-6a9dd2e9-dbcb-404b-8062-ff9c7eb871b2 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Synchronizing usage tracker for tenant:6c9c9337657d43f59f92137cbfb4bdcb on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:51:32.471365 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-d7c9e2e7-e76c-4f10-b18e-10e9dd5622a7 req-6a9dd2e9-dbcb-404b-8062-ff9c7eb871b2 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Unset dirty status for tenant:6c9c9337657d43f59f92137cbfb4bdcb on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:51:32.476911 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d7c9e2e7-e76c-4f10-b18e-10e9dd5622a7 req-6a9dd2e9-dbcb-404b-8062-ff9c7eb871b2 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 210 time: 0.0583544
Feb 28 18:51:32.695789 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 34600) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:32.758429 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-151cc956-a6cc-426d-9341-ade587ced3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5af4fdc0>, [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:07Z', 'revision_number': 4, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port': {'id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '65cb300e-621a-4ff2-b528-9c4d473e0786', 'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'mac_address': 'fa:16:3e:32:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:20Z', 'revision_number': 5, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'subnets': [{'id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:32.760502 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7df41b9-e5b1-4de8-97d1-2943d4fe8419', 'name': 'network-vif-deleted', 'tag': '3cec7ca6-858e-49d6-8c24-524603adf63d'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:51:32.762842 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151cc956-a6cc-426d-9341-ade587ced3c4 None None] Checking router: cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:51:32.773475 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151cc956-a6cc-426d-9341-ade587ced3c4 None None] Routers {'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:51:32.774797 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-151cc956-a6cc-426d-9341-ade587ced3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5af4fdc0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:51:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:32.817607 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7df41b9-e5b1-4de8-97d1-2943d4fe8419', 'name': 'network-vif-deleted', 'tag': '3cec7ca6-858e-49d6-8c24-524603adf63d', 'status': 'completed', 'code': 200}
Feb 28 18:51:32.924085 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5c0c-3f08-47ca-930b-d1e8655acf4f req-8fc7957a-4213-475f-a1f6-be5fb6450013 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:32.925460 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-df1a5c0c-3f08-47ca-930b-d1e8655acf4f req-8fc7957a-4213-475f-a1f6-be5fb6450013 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 945 time: 0.1600549
Feb 28 18:51:32.948075 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-151cc956-a6cc-426d-9341-ade587ced3c4 None None] Set router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:51:32.985271 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-df1a5c0c-3f08-47ca-930b-d1e8655acf4f req-9a71e331-21f1-4205-aa29-ace72f6ad561 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0534806
Feb 28 18:51:33.193144 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4e682c3b-0a49-4fc4-b8c6-294b24619d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708202'] for router_interface, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:33.309041 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-151cc956-a6cc-426d-9341-ade587ced3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5af4fdc0>, [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:07Z', 'revision_number': 4, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port': {'id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '65cb300e-621a-4ff2-b528-9c4d473e0786', 'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'mac_address': 'fa:16:3e:32:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:20Z', 'revision_number': 5, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'subnets': [{'id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:33.314176 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151cc956-a6cc-426d-9341-ade587ced3c4 None None] The sync data for ids ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'] in dv-cinder-831188-1-iscsi is: [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:07Z', 'revision_number': 4, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port': {'id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '65cb300e-621a-4ff2-b528-9c4d473e0786', 'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'mac_address': 'fa:16:3e:32:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:20Z', 'revision_number': 5, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'subnets': [{'id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:51:33.555062 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f12a33-50cf-4b24-83e3-543516196e89 None None] New status for floating IP 51bf63dd-e9ba-45e5-96d6-6a7deba2bdba: DOWN {{(pid=83064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 28 18:51:33.752146 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 90d20ea1-9cdd-416f-8cc6-e54b3413210b no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:51:33.795756 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7360f396-a41b-44b3-929a-3d4eaf293b0a req-e0de9e34-2917-4751-9cce-7eff1dca8d26 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 210 time: 0.1407564
Feb 28 18:51:33.801301 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: 90d20ea1-9cdd-416f-8cc6-e54b3413210b {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:51:33.801738 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 90d20ea1-9cdd-416f-8cc6-e54b3413210b not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:51:33.802224 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 3cec7ca6-858e-49d6-8c24-524603adf63d no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:51:33.839513 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: 3cec7ca6-858e-49d6-8c24-524603adf63d {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:51:33.839856 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 3cec7ca6-858e-49d6-8c24-524603adf63d not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:51:33.867102 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-4e682c3b-0a49-4fc4-b8c6-294b24619d6a admin admin] Deleting port 89e428a6-e762-4336-a573-a8c900617931 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:51:33.867727 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4e682c3b-0a49-4fc4-b8c6-294b24619d6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:34.040414 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [None req-4e682c3b-0a49-4fc4-b8c6-294b24619d6a admin admin] For port 89e428a6-e762-4336-a573-a8c900617931, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=89e428a6-e762-4336-a573-a8c900617931,segment=NetworkSegment(1664dd6d-6de1-4ae4-b077-d67d673dcb57),segment_id=1664dd6d-6de1-4ae4-b077-d67d673dcb57)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:51:34.040769 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4e682c3b-0a49-4fc4-b8c6-294b24619d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:34.273991 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-4e682c3b-0a49-4fc4-b8c6-294b24619d6a admin admin] Calling delete_port for 89e428a6-e762-4336-a573-a8c900617931 owned by network:router_interface {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:51:34.508372 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84012a1-e9bb-4b11-8022-ce3f8d07a377 req-6e5d734e-9b16-4dd0-a3b9-20a562196e69 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:34.509958 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f84012a1-e9bb-4b11-8022-ce3f8d07a377 req-6e5d734e-9b16-4dd0-a3b9-20a562196e69 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 945 time: 0.2706215
Feb 28 18:51:34.602223 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f84012a1-e9bb-4b11-8022-ce3f8d07a377 req-7787cbc9-118f-4380-8fcf-87ec79fbab30 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0826771
Feb 28 18:51:34.621182 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4e682c3b-0a49-4fc4-b8c6-294b24619d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:34.663951 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e682c3b-0a49-4fc4-b8c6-294b24619d6a admin admin] Pushing event deleted for resources: {'Port': ['ID=89e428a6-e762-4336-a573-a8c900617931,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:34.952983 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4e682c3b-0a49-4fc4-b8c6-294b24619d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7996956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708313'] for router_interface, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:34.986654 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e1daebfc-c8e8-465c-ae7c-4059de53e6f1 req-3581142f-30ac-493a-82ea-e6390ba9ac14 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 210 time: 0.0400572
Feb 28 18:51:35.603161 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e682c3b-0a49-4fc4-b8c6-294b24619d6a admin admin] Router dff2a717-0269-4cd4-981a-28162d53a361 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:51:35.840357 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4023efc-321a-452f-abd5-b325a839f8b6 req-4696856f-607d-4231-9d97-91838fbc9842 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:35.841746 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f4023efc-321a-452f-abd5-b325a839f8b6 req-4696856f-607d-4231-9d97-91838fbc9842 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 945 time: 0.1132331
Feb 28 18:51:35.903715 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f4023efc-321a-452f-abd5-b325a839f8b6 req-d3215d53-469e-46a5-8176-479203ea396d tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0559397
Feb 28 18:51:35.915666 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e682c3b-0a49-4fc4-b8c6-294b24619d6a admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:51:35.934012 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-4e682c3b-0a49-4fc4-b8c6-294b24619d6a admin admin] 10.222.0.18 "PUT /v2.0/routers/dff2a717-0269-4cd4-981a-28162d53a361/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2371399
Feb 28 18:51:35.934296 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613a3950-4c89-448b-bbed-f8671611a694 None None] Sync routers for ids ['dff2a717-0269-4cd4-981a-28162d53a361'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:51:35.936856 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 34626) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:35.946587 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613a3950-4c89-448b-bbed-f8671611a694 None None] Routers {'dff2a717-0269-4cd4-981a-28162d53a361'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:51:35.947179 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-613a3950-4c89-448b-bbed-f8671611a694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5a999370>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:51:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['dff2a717-0269-4cd4-981a-28162d53a361'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:36.126230 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-613a3950-4c89-448b-bbed-f8671611a694 None None] Set router dff2a717-0269-4cd4-981a-28162d53a361 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:51:36.133067 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-5aa41dd9-751a-4151-883f-5cc502cc38f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:36.176641 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fcf5a78a-7f6c-45e3-b22c-6db828f11493 req-a0d7cc5d-7eae-4979-8ac9-366c4b841d5e tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7df41b9-e5b1-4de8-97d1-2943d4fe8419 HTTP/1.1" status: 200  len: 210 time: 0.0419266
Feb 28 18:51:36.351001 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-5aa41dd9-751a-4151-883f-5cc502cc38f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:36.361534 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-5aa41dd9-751a-4151-883f-5cc502cc38f8 admin admin] Deleting port fb88826d-265d-4661-90df-b8725bcc1c65 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:51:36.361872 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-5aa41dd9-751a-4151-883f-5cc502cc38f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:36.426326 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-613a3950-4c89-448b-bbed-f8671611a694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5a999370>, [{'id': 'dff2a717-0269-4cd4-981a-28162d53a361', 'name': 'tempest-ServerRescueNegativeTestJSON-893375224-router', 'tenant_id': '2dde676ebfae458485b906516863f0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'fb88826d-265d-4661-90df-b8725bcc1c65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:51:34Z', 'revision_number': 5, 'project_id': '2dde676ebfae458485b906516863f0a6', 'gw_port': {'id': 'fb88826d-265d-4661-90df-b8725bcc1c65', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:d2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff2a717-0269-4cd4-981a-28162d53a361', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:36.430269 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613a3950-4c89-448b-bbed-f8671611a694 None None] Checking router: dff2a717-0269-4cd4-981a-28162d53a361 for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:51:36.441507 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613a3950-4c89-448b-bbed-f8671611a694 None None] Routers {'dff2a717-0269-4cd4-981a-28162d53a361'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:51:36.442099 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-613a3950-4c89-448b-bbed-f8671611a694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5a999370>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:51:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['dff2a717-0269-4cd4-981a-28162d53a361'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:36.542539 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [None req-5aa41dd9-751a-4151-883f-5cc502cc38f8 admin admin] For port fb88826d-265d-4661-90df-b8725bcc1c65, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=fb88826d-265d-4661-90df-b8725bcc1c65,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:51:36.543425 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-5aa41dd9-751a-4151-883f-5cc502cc38f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:36.628778 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-613a3950-4c89-448b-bbed-f8671611a694 None None] Set router dff2a717-0269-4cd4-981a-28162d53a361 gateway port host: None {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:51:36.667116 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-5aa41dd9-751a-4151-883f-5cc502cc38f8 admin admin] Calling delete_port for fb88826d-265d-4661-90df-b8725bcc1c65 owned by network:router_gateway {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:51:36.737267 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-613a3950-4c89-448b-bbed-f8671611a694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5a999370>, [{'id': 'dff2a717-0269-4cd4-981a-28162d53a361', 'name': 'tempest-ServerRescueNegativeTestJSON-893375224-router', 'tenant_id': '2dde676ebfae458485b906516863f0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:51:36Z', 'revision_number': 6, 'project_id': '2dde676ebfae458485b906516863f0a6', 'gw_port_host': None}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:36.741272 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613a3950-4c89-448b-bbed-f8671611a694 None None] The sync data for ids ['dff2a717-0269-4cd4-981a-28162d53a361'] in dv-cinder-831188-1-iscsi is: [{'id': 'dff2a717-0269-4cd4-981a-28162d53a361', 'name': 'tempest-ServerRescueNegativeTestJSON-893375224-router', 'tenant_id': '2dde676ebfae458485b906516863f0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:51:36Z', 'revision_number': 6, 'project_id': '2dde676ebfae458485b906516863f0a6', 'gw_port_host': None}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:51:36.843111 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-5aa41dd9-751a-4151-883f-5cc502cc38f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:36.894000 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa41dd9-751a-4151-883f-5cc502cc38f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb88826d-265d-4661-90df-b8725bcc1c65,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:37.246642 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-5aa41dd9-751a-4151-883f-5cc502cc38f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716815'] for router_gateway, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:37.347988 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34642) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:37.415621 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ce3d083d-8ae7-4212-8f11-36706dc4b39c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:37.443550 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ce3d083d-8ae7-4212-8f11-36706dc4b39c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:37.500239 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ce3d083d-8ae7-4212-8f11-36706dc4b39c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:37.520405 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d083d-8ae7-4212-8f11-36706dc4b39c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedafad8-a830-47d5-b0f7-e5a4cd11d067,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:37.521937 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21563c9-e84c-405e-8420-6a7ccd8f6734 req-eaa290b0-936c-44d5-bf0d-562602903782 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:37.523509 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f21563c9-e84c-405e-8420-6a7ccd8f6734 req-eaa290b0-936c-44d5-bf0d-562602903782 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 945 time: 0.4861200
Feb 28 18:51:37.528304 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-5aa41dd9-751a-4151-883f-5cc502cc38f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239020'] for router, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:37.529487 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d083d-8ae7-4212-8f11-36706dc4b39c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:37.530015 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d083d-8ae7-4212-8f11-36706dc4b39c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:37.530541 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d083d-8ae7-4212-8f11-36706dc4b39c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:37.530896 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d083d-8ae7-4212-8f11-36706dc4b39c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:37.531397 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d083d-8ae7-4212-8f11-36706dc4b39c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:37.531866 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d083d-8ae7-4212-8f11-36706dc4b39c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:37.532356 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d083d-8ae7-4212-8f11-36706dc4b39c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:37.532761 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-5aa41dd9-751a-4151-883f-5cc502cc38f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:37.532994 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d083d-8ae7-4212-8f11-36706dc4b39c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:37.533475 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d083d-8ae7-4212-8f11-36706dc4b39c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:37.533951 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d083d-8ae7-4212-8f11-36706dc4b39c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:37.534411 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d083d-8ae7-4212-8f11-36706dc4b39c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:51:37.542275 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ce3d083d-8ae7-4212-8f11-36706dc4b39c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:37.543579 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-ce3d083d-8ae7-4212-8f11-36706dc4b39c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "DELETE /v2.0/security-groups/eedafad8-a830-47d5-b0f7-e5a4cd11d067 HTTP/1.1" status: 204  len: 168 time: 0.1946447
Feb 28 18:51:37.546177 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34648) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:37.563052 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.api.v2.resource [None req-1f3f6cad-f228-4a0f-a618-885f1656bc45 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] show failed (client error): The resource could not be found.
Feb 28 18:51:37.564050 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-1f3f6cad-f228-4a0f-a618-885f1656bc45 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups/eedafad8-a830-47d5-b0f7-e5a4cd11d067 HTTP/1.1" status: 404  len: 347 time: 0.0167286
Feb 28 18:51:37.567012 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34652) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:37.659181 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device fb88826d-265d-4661-90df-b8725bcc1c65 no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:51:37.662251 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-5aa41dd9-751a-4151-883f-5cc502cc38f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706859'] for router, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:37.663039 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa41dd9-751a-4151-883f-5cc502cc38f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dff2a717-0269-4cd4-981a-28162d53a361 {{(pid=83063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 28 18:51:37.679802 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f21563c9-e84c-405e-8420-6a7ccd8f6734 req-163a9c47-8df8-4cc9-9d7b-f447a4993f6a tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1438627
Feb 28 18:51:37.682385 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-5aa41dd9-751a-4151-883f-5cc502cc38f8 admin admin] Notify callbacks [] for router, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:37.687543 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-5aa41dd9-751a-4151-883f-5cc502cc38f8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/dff2a717-0269-4cd4-981a-28162d53a361 HTTP/1.1" status: 204  len: 168 time: 1.7457175
Feb 28 18:51:37.687543 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 34656) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:37.701239 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: fb88826d-265d-4661-90df-b8725bcc1c65 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:51:37.701580 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device fb88826d-265d-4661-90df-b8725bcc1c65 not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:51:37.701990 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 89e428a6-e762-4336-a573-a8c900617931 no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:51:37.756757 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-72ee9de7-5b28-4300-ac74-83678e209287 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Deleting port 4f035ab6-8ea5-4ed0-a000-5ea8e2ee635c {{(pid=83062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:51:37.756757 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-72ee9de7-5b28-4300-ac74-83678e209287 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:37.763342 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: 89e428a6-e762-4336-a573-a8c900617931 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:51:37.763921 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 89e428a6-e762-4336-a573-a8c900617931 not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:51:37.782983 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b273075-2a44-4e3e-8051-ba4076f8041e admin admin] Deleting subnet f3183f4d-fffd-4f45-b1db-3eda723095ac {{(pid=83063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 28 18:51:37.786199 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-1b273075-2a44-4e3e-8051-ba4076f8041e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:37.845441 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-1b273075-2a44-4e3e-8051-ba4076f8041e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1992746'] for subnet, precommit_delete_associations {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:37.903549 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-1b273075-2a44-4e3e-8051-ba4076f8041e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7461361'] for subnet, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:37.943120 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-72ee9de7-5b28-4300-ac74-83678e209287 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:37.943443 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-72ee9de7-5b28-4300-ac74-83678e209287 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:37.974078 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-1b273075-2a44-4e3e-8051-ba4076f8041e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7461320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1992579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1931108'] for subnet, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:38.021674 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b273075-2a44-4e3e-8051-ba4076f8041e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3183f4d-fffd-4f45-b1db-3eda723095ac,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:38.026694 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-1b273075-2a44-4e3e-8051-ba4076f8041e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:38.032427 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-1b273075-2a44-4e3e-8051-ba4076f8041e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f3183f4d-fffd-4f45-b1db-3eda723095ac HTTP/1.1" status: 204  len: 168 time: 0.3364606
Feb 28 18:51:38.035086 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 34668) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:38.071772 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-72ee9de7-5b28-4300-ac74-83678e209287 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Calling delete_port for 4f035ab6-8ea5-4ed0-a000-5ea8e2ee635c owned by network:floatingip {{(pid=83062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:51:38.150169 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-00e57841-86af-4291-93a2-1d4eef6e4e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370211'] for network, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:38.285887 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-00e57841-86af-4291-93a2-1d4eef6e4e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7459708', 'neutron.services.segments.db._delete_segments_for_network-8743575949671'] for network, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:38.286614 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-72ee9de7-5b28-4300-ac74-83678e209287 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:38.333213 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee9de7-5b28-4300-ac74-83678e209287 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Pushing event deleted for resources: {'Port': ['ID=4f035ab6-8ea5-4ed0-a000-5ea8e2ee635c,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:38.349438 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-00e57841-86af-4291-93a2-1d4eef6e4e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3c5a448fa0>,) {'filters': {'network_id': ['0c47f8e2-1f60-48dd-8af5-15438a78251b']}} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:38.365000 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-00e57841-86af-4291-93a2-1d4eef6e4e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a448fa0>, '1664dd6d-6de1-4ae4-b077-d67d673dcb57') {'for_net_delete': True} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:38.365266 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-00e57841-86af-4291-93a2-1d4eef6e4e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a448fa0>, '1664dd6d-6de1-4ae4-b077-d67d673dcb57') {} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:38.380322 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-00e57841-86af-4291-93a2-1d4eef6e4e8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743575948782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1992737'] for segment, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:38.405444 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-00e57841-86af-4291-93a2-1d4eef6e4e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:38.416237 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e57841-86af-4291-93a2-1d4eef6e4e8a admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=83063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 28 18:51:38.416609 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-00e57841-86af-4291-93a2-1d4eef6e4e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7462232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1992489'] for segment, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]: Traceback (most recent call last):
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:     timer()
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:     cb(*args, **kw)
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:     return func(*args, **kwargs)
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:     self._notify()
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:     self.callback(batched_events)
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:     event.method(event)
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:     return f(self, *a, **k)
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self._get(url).json()
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self.request(url, 'GET', **kwargs)
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 18:51:38.430047 dv-cinder-831188-1-iscsi neutron-server[83063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 18:51:38.434913 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-72ee9de7-5b28-4300-ac74-83678e209287 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for floatingip, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:38.455078 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-72ee9de7-5b28-4300-ac74-83678e209287 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:38.456505 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-72ee9de7-5b28-4300-ac74-83678e209287 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "DELETE /v2.0/floatingips/51bf63dd-e9ba-45e5-96d6-6a7deba2bdba HTTP/1.1" status: 204  len: 168 time: 0.8883791
Feb 28 18:51:38.510593 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6aedd-da44-4b60-b58c-2416718ebd43 req-8241c60c-685d-429d-bc7f-1e936edea42f tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:38.512384 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f0b6aedd-da44-4b60-b58c-2416718ebd43 req-8241c60c-685d-429d-bc7f-1e936edea42f tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.70 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 945 time: 0.2063894
Feb 28 18:51:38.550502 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-00e57841-86af-4291-93a2-1d4eef6e4e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7459699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716906'] for network, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:38.691307 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-00e57841-86af-4291-93a2-1d4eef6e4e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:38.703669 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e57841-86af-4291-93a2-1d4eef6e4e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=0c47f8e2-1f60-48dd-8af5-15438a78251b,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:38.706456 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34676) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:38.712461 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-07a178d6-08f6-44fe-8172-53843a85ad32 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1889158948', 'description': 'tempest-description--1224732661'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:51:38.718919 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-07a178d6-08f6-44fe-8172-53843a85ad32 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:38.726913 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-07a178d6-08f6-44fe-8172-53843a85ad32 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Usage tracker for resource:security_group and tenant:6c9c9337657d43f59f92137cbfb4bdcb is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:38.731713 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-00e57841-86af-4291-93a2-1d4eef6e4e8a admin admin] 10.222.0.18 "DELETE /v2.0/networks/0c47f8e2-1f60-48dd-8af5-15438a78251b HTTP/1.1" status: 204  len: 168 time: 0.6932693
Feb 28 18:51:38.731897 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-07a178d6-08f6-44fe-8172-53843a85ad32 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:38.735786 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-f0b6aedd-da44-4b60-b58c-2416718ebd43 req-4047d01c-b438-4ea4-b335-6e679e418a76 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Deleting port e49673ee-8d35-49a7-9b94-a1a2ffae7498 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:51:38.736235 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-f0b6aedd-da44-4b60-b58c-2416718ebd43 req-4047d01c-b438-4ea4-b335-6e679e418a76 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:38.749120 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-07a178d6-08f6-44fe-8172-53843a85ad32 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:38.771505 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-07a178d6-08f6-44fe-8172-53843a85ad32 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:38.818254 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-07a178d6-08f6-44fe-8172-53843a85ad32 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:38.823075 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-07a178d6-08f6-44fe-8172-53843a85ad32 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Usage tracker for resource:security_group_rule and tenant:6c9c9337657d43f59f92137cbfb4bdcb is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:38.828432 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-07a178d6-08f6-44fe-8172-53843a85ad32 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:38.837901 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-07a178d6-08f6-44fe-8172-53843a85ad32 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:38.944428 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-07a178d6-08f6-44fe-8172-53843a85ad32 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:38.950420 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-07a178d6-08f6-44fe-8172-53843a85ad32 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:39.002041 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a178d6-08f6-44fe-8172-53843a85ad32 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d653e122-c4f0-437d-aee6-60eba65cd406,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:39.015194 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 34694) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:39.032991 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-07a178d6-08f6-44fe-8172-53843a85ad32 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:39.034232 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-07a178d6-08f6-44fe-8172-53843a85ad32 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.3267014
Feb 28 18:51:39.037150 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34698) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:39.042581 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-d5f8a736-8c02-436f-b03c-d03070bac772 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Request body: {'security_group_rule': {'security_group_id': 'd653e122-c4f0-437d-aee6-60eba65cd406', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:51:39.048083 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-d5f8a736-8c02-436f-b03c-d03070bac772 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:39.051896 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-d5f8a736-8c02-436f-b03c-d03070bac772 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Usage tracker for resource:security_group_rule and tenant:6c9c9337657d43f59f92137cbfb4bdcb is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:39.054728 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-d5f8a736-8c02-436f-b03c-d03070bac772 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:39.060642 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-d5f8a736-8c02-436f-b03c-d03070bac772 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:39.078648 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-d5f8a736-8c02-436f-b03c-d03070bac772 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:39.130848 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847e79c-b4e8-4263-973e-13a52507966e req-592ef05d-d039-49e0-9f6a-611fe8eb6678 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:39.132373 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6847e79c-b4e8-4263-973e-13a52507966e req-592ef05d-d039-49e0-9f6a-611fe8eb6678 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 945 time: 0.2599087
Feb 28 18:51:39.140621 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-540e997f-7810-4138-be7e-4135a8764779 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2dde676ebfae458485b906516863f0a6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1220608
Feb 28 18:51:39.141357 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34702) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:39.145330 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-f0b6aedd-da44-4b60-b58c-2416718ebd43 req-4047d01c-b438-4ea4-b335-6e679e418a76 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] For port e49673ee-8d35-49a7-9b94-a1a2ffae7498, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e49673ee-8d35-49a7-9b94-a1a2ffae7498,segment=NetworkSegment(805819ed-9a94-43be-8f5f-0e28f8886edb),segment_id=805819ed-9a94-43be-8f5f-0e28f8886edb)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:51:39.145756 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-f0b6aedd-da44-4b60-b58c-2416718ebd43 req-4047d01c-b438-4ea4-b335-6e679e418a76 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:39.146990 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-d5f8a736-8c02-436f-b03c-d03070bac772 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:39.158855 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-d5f8a736-8c02-436f-b03c-d03070bac772 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:39.200244 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8a736-8c02-436f-b03c-d03070bac772 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157c4abc-7944-4865-8a1c-418e46cad61f,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:39.219107 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-d5f8a736-8c02-436f-b03c-d03070bac772 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:39.222850 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-d5f8a736-8c02-436f-b03c-d03070bac772 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1821840
Feb 28 18:51:39.228515 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34706) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:39.234990 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-95e5f8bd-162c-46f5-a5d9-e80362f93f8a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Request body: {'security_group_rule': {'security_group_id': 'd653e122-c4f0-437d-aee6-60eba65cd406', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:51:39.243370 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-95e5f8bd-162c-46f5-a5d9-e80362f93f8a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:39.245742 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-704b289f-1d56-43f7-b528-416591ce8e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:39.249894 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-95e5f8bd-162c-46f5-a5d9-e80362f93f8a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Usage tracker for resource:security_group_rule and tenant:6c9c9337657d43f59f92137cbfb4bdcb is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:39.258844 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-95e5f8bd-162c-46f5-a5d9-e80362f93f8a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:39.267723 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-95e5f8bd-162c-46f5-a5d9-e80362f93f8a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:39.273699 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6847e79c-b4e8-4263-973e-13a52507966e req-710aaf01-60b9-4e32-9960-f52107549759 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=738dcab5-79b0-4847-a96c-db520cb97988&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1342368
Feb 28 18:51:39.284920 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-704b289f-1d56-43f7-b528-416591ce8e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:39.321264 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-95e5f8bd-162c-46f5-a5d9-e80362f93f8a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:39.375408 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-704b289f-1d56-43f7-b528-416591ce8e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:39.402702 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-95e5f8bd-162c-46f5-a5d9-e80362f93f8a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:39.405334 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b289f-1d56-43f7-b528-416591ce8e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cf13d5-a616-44b0-b5d9-0071ffa993c5,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:39.409393 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-95e5f8bd-162c-46f5-a5d9-e80362f93f8a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:39.443325 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-704b289f-1d56-43f7-b528-416591ce8e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:39.444654 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-704b289f-1d56-43f7-b528-416591ce8e43 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/80cf13d5-a616-44b0-b5d9-0071ffa993c5 HTTP/1.1" status: 204  len: 168 time: 0.3027666
Feb 28 18:51:39.445419 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5f8bd-162c-46f5-a5d9-e80362f93f8a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8d3fd4-c78a-4140-aafb-fd02e8c3d587,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:39.455544 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-95e5f8bd-162c-46f5-a5d9-e80362f93f8a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:39.456706 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-95e5f8bd-162c-46f5-a5d9-e80362f93f8a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2287667
Feb 28 18:51:39.460498 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34712) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:39.468205 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Request body: {'floatingip': {'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:51:39.473997 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:39.477791 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Usage tracker for resource:floatingip and tenant:6c9c9337657d43f59f92137cbfb4bdcb is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:39.480953 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:39.486448 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-f0b6aedd-da44-4b60-b58c-2416718ebd43 req-4047d01c-b438-4ea4-b335-6e679e418a76 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:39.487039 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-f0b6aedd-da44-4b60-b58c-2416718ebd43 req-4047d01c-b438-4ea4-b335-6e679e418a76 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716924'] for floatingip, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:39.487151 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:39.487237 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.l3_db [req-f0b6aedd-da44-4b60-b58c-2416718ebd43 req-4047d01c-b438-4ea4-b335-6e679e418a76 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Floating IP d1c0fbb5-0479-4bdd-8dae-4b5f03fee082 disassociated. External IP: 172.27.3.157, port: e49673ee-8d35-49a7-9b94-a1a2ffae7498.
Feb 28 18:51:39.487513 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-f0b6aedd-da44-4b60-b58c-2416718ebd43 req-4047d01c-b438-4ea4-b335-6e679e418a76 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Calling delete_port for e49673ee-8d35-49a7-9b94-a1a2ffae7498 owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:51:39.498777 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for floatingip, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:39.647135 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-f0b6aedd-da44-4b60-b58c-2416718ebd43 req-4047d01c-b438-4ea4-b335-6e679e418a76 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:39.704318 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047d01c-b438-4ea4-b335-6e679e418a76 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Pushing event deleted for resources: {'Port': ['ID=e49673ee-8d35-49a7-9b94-a1a2ffae7498,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:39.712562 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:39.874262 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_common [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Allocated IP 172.27.3.206 (f40459f8-f658-4119-914b-b9023327a718/14c23ed2-446a-414e-8e86-91dabee5c278/d0e13bac-6363-4ba1-8046-bee1f3bf0266) {{(pid=83062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:51:39.954830 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0b6aedd-da44-4b60-b58c-2416718ebd43 req-4047d01c-b438-4ea4-b335-6e679e418a76 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:51:40.059345 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for port, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:40.110482 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:40.197173 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Network f40459f8-f658-4119-914b-b9023327a718 is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:51:40.206205 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:51:40.211707 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Received port after_create {{(pid=83062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:51:40.264749 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Pushing event updated for resources: {'Port': ['ID=d0e13bac-6363-4ba1-8046-bee1f3bf0266,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:40.331838 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0b6aedd-da44-4b60-b58c-2416718ebd43 req-4047d01c-b438-4ea4-b335-6e679e418a76 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:51:40.343463 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85be7e4b-d2bd-4ea4-9157-65d4ab3ee9af None None] Sync routers for ids ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:51:40.371540 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85be7e4b-d2bd-4ea4-9157-65d4ab3ee9af None None] Routers {'6778b8ad-ca0c-4f66-a401-79f79ef41a65'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:51:40.374483 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-85be7e4b-d2bd-4ea4-9157-65d4ab3ee9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5b0a3e50>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:51:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:40.478965 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:40.520420 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b6aedd-da44-4b60-b58c-2416718ebd43 req-4047d01c-b438-4ea4-b335-6e679e418a76 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] No DVR routers for this DVR port e49673ee-8d35-49a7-9b94-a1a2ffae7498 on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:51:40.533638 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-f0b6aedd-da44-4b60-b58c-2416718ebd43 req-4047d01c-b438-4ea4-b335-6e679e418a76 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:40.536608 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2352d40c-53ed-4e5c-973e-a547aa3f2953', 'name': 'network-vif-deleted', 'tag': 'e49673ee-8d35-49a7-9b94-a1a2ffae7498'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:51:40.601245 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f0b6aedd-da44-4b60-b58c-2416718ebd43 req-4047d01c-b438-4ea4-b335-6e679e418a76 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.70 "DELETE /v2.0/ports/e49673ee-8d35-49a7-9b94-a1a2ffae7498 HTTP/1.1" status: 204  len: 173 time: 2.0825973
Feb 28 18:51:40.628196 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e2cde471-3507-4983-abef-e3d7785096ab req-097c6c15-6320-4a09-9ab1-3ea50ef2af22 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=2352d40c-53ed-4e5c-973e-a547aa3f2953 HTTP/1.1" status: 200  len: 210 time: 0.0822134
Feb 28 18:51:40.646742 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2352d40c-53ed-4e5c-973e-a547aa3f2953', 'name': 'network-vif-deleted', 'tag': 'e49673ee-8d35-49a7-9b94-a1a2ffae7498', 'status': 'completed', 'code': 200}
Feb 28 18:51:40.648819 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:40.797142 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 34766) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:40.865913 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-85be7e4b-d2bd-4ea4-9157-65d4ab3ee9af None None] Set router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:51:40.930828 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for port, precommit_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:40.940299 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770937'] for port, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:40.975988 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-323939962-network', 'tenant_id': '8df718e609f94677adfb6b738e380660'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:51:40.980808 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:40.987399 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Usage tracker for resource:network and tenant:8df718e609f94677adfb6b738e380660 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:40.991056 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:41.004976 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:41.019428 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Made reservation on behalf of 8df718e609f94677adfb6b738e380660 for: {'network': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:51:41.022939 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for network, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:41.041469 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:41.053043 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Pushing event updated for resources: {'Port': ['ID=d0e13bac-6363-4ba1-8046-bee1f3bf0266,revision_number=2']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:41.071949 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716924'] for floatingip, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:41.085508 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:41.091124 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Usage tracker for resource:security_group_rule and tenant:8df718e609f94677adfb6b738e380660 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:41.093944 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:41.100715 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:41.101842 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:41.103305 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-823ff963-d894-464d-95df-ef6e1d628dd9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6414716
Feb 28 18:51:41.194524 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:41.200092 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:41.226714 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535}  {{(pid=83063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 18:51:41.240594 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:41.241017 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.segments_db [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Added segment 693ec93e-3831-40b5-bd85-3b47a19daa1b of type vlan for network df8985db-b2ab-4c6f-9a8a-f63ce8921201
Feb 28 18:51:41.269917 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743575470084'] for network, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:41.273181 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-85be7e4b-d2bd-4ea4-9157-65d4ab3ee9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5b0a3e50>, [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:18Z', 'revision_number': 4, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port': {'id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:02Z', 'updated_at': '2022-02-28T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '03c0a01b-4453-4632-ab9b-9bf5d8784f3b', 'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'mac_address': 'fa:16:3e:7b:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:16Z', 'updated_at': '2022-02-28T18:48:01Z', 'revision_number': 5, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'subnets': [{'id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:41.278179 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85be7e4b-d2bd-4ea4-9157-65d4ab3ee9af None None] Checking router: 6778b8ad-ca0c-4f66-a401-79f79ef41a65 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:51:41.292093 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85be7e4b-d2bd-4ea4-9157-65d4ab3ee9af None None] Routers {'6778b8ad-ca0c-4f66-a401-79f79ef41a65'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:51:41.292959 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-85be7e4b-d2bd-4ea4-9157-65d4ab3ee9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5b0a3e50>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:51:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:41.310526 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for network, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:41.311791 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:41.312374 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:41.484155 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-85be7e4b-d2bd-4ea4-9157-65d4ab3ee9af None None] Set router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:51:41.522192 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910ce0ba-4f4d-4666-8621-85bd160458a8,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:41.547236 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7489669
Feb 28 18:51:41.550982 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34784) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:41.551459 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3acdf6a-6122-4a60-982d-9ded6f139ce1 admin admin] Pushing event updated for resources: {'Network': ['ID=df8985db-b2ab-4c6f-9a8a-f63ce8921201,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:41.558707 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-24c80450-aa74-4723-b961-b6cc9245b9db admin admin] Request body: {'subnet': {'network_id': 'df8985db-b2ab-4c6f-9a8a-f63ce8921201', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-323939962-subnet', 'tenant_id': '8df718e609f94677adfb6b738e380660', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:51:41.564318 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-24c80450-aa74-4723-b961-b6cc9245b9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:41.564506 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Network df8985db-b2ab-4c6f-9a8a-f63ce8921201 details requested by agent ovs-agent-dv-cinder-831188-1-iscsi with host dv-cinder-831188-1-iscsi {{(pid=83064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 28 18:51:41.568465 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-24c80450-aa74-4723-b961-b6cc9245b9db admin admin] Usage tracker for resource:subnet and tenant:8df718e609f94677adfb6b738e380660 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:41.572486 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-1d8f35fd-5c05-4f25-9037-525c219afee8 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1889158948&fields=id&tenant_id=6c9c9337657d43f59f92137cbfb4bdcb HTTP/1.1" status: 200  len: 267 time: 0.0745842
Feb 28 18:51:41.572702 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-24c80450-aa74-4723-b961-b6cc9245b9db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:41.580127 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-24c80450-aa74-4723-b961-b6cc9245b9db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:41.592127 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c80450-aa74-4723-b961-b6cc9245b9db admin admin] Made reservation on behalf of 8df718e609f94677adfb6b738e380660 for: {'subnet': 1} {{(pid=83062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:51:41.594600 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-24c80450-aa74-4723-b961-b6cc9245b9db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656671'] for subnet, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:41.729189 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-fdfd32e4-6607-4634-a9fa-a414ba78cf5b tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:41.731576 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-fdfd32e4-6607-4634-a9fa-a414ba78cf5b tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/networks?id=e88bc605-548b-40fa-8e31-819c1a23132c HTTP/1.1" status: 200  len: 816 time: 0.1507130
Feb 28 18:51:41.750280 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-965fba9d-5761-4aad-be8c-24a2b1ba2a06 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/quotas/6c9c9337657d43f59f92137cbfb4bdcb HTTP/1.1" status: 200  len: 375 time: 0.0128756
Feb 28 18:51:41.826298 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-24c80450-aa74-4723-b961-b6cc9245b9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656673'] for subnet, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:41.847133 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 34794) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:41.856613 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-5f6d2ee8-163e-4b24-a734-b118e8244f04 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6c9c9337657d43f59f92137cbfb4bdcb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1015639
Feb 28 18:51:41.928481 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c80450-aa74-4723-b961-b6cc9245b9db admin admin] Pushing event updated for resources: {'Subnet': ['ID=c19c77d0-da18-4917-be27-28a0a828944c,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:41.944901 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c80450-aa74-4723-b961-b6cc9245b9db admin admin] Checking segment: {'id': '693ec93e-3831-40b5-bd85-3b47a19daa1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'df8985db-b2ab-4c6f-9a8a-f63ce8921201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:51:41.945392 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c80450-aa74-4723-b961-b6cc9245b9db admin admin] Network hostable DHCP agents. Network: df8985db-b2ab-4c6f-9a8a-f63ce8921201, hostable agents: ['6a9a7d5e-9a98-4f00-a132-39bb1f3bba05'], hosted agents: [] {{(pid=83062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 18:51:41.969230 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c80450-aa74-4723-b961-b6cc9245b9db admin admin] Network df8985db-b2ab-4c6f-9a8a-f63ce8921201 is scheduled to be hosted by DHCP agent 6a9a7d5e-9a98-4f00-a132-39bb1f3bba05 with binding_index 1 {{(pid=83062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 18:51:41.981214 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-24c80450-aa74-4723-b961-b6cc9245b9db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-iscsi, df8985db-b2ab-4c6f-9a8a-f63ce8921201) {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:51:41.988093 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c80450-aa74-4723-b961-b6cc9245b9db admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:41.988672 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-24c80450-aa74-4723-b961-b6cc9245b9db admin admin] Notify callbacks [] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:41.997496 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5683ddbb-3cd1-4043-a972-7256fc40cd41 None None] Network df8985db-b2ab-4c6f-9a8a-f63ce8921201 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:51:42.034085 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-24c80450-aa74-4723-b961-b6cc9245b9db admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.4819398
Feb 28 18:51:42.100835 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-85be7e4b-d2bd-4ea4-9157-65d4ab3ee9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5b0a3e50>, [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:18Z', 'revision_number': 4, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port': {'id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:02Z', 'updated_at': '2022-02-28T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '03c0a01b-4453-4632-ab9b-9bf5d8784f3b', 'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'mac_address': 'fa:16:3e:7b:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:16Z', 'updated_at': '2022-02-28T18:48:01Z', 'revision_number': 5, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'subnets': [{'id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:42.105760 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-8612647a-2056-4571-9e17-d88a7f6cc594 service neutron] 10.222.0.18 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2279654
Feb 28 18:51:42.111103 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ce86db60-2811-4660-99b3-50167c9cf3ab tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:42.116053 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85be7e4b-d2bd-4ea4-9157-65d4ab3ee9af None None] The sync data for ids ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'] in dv-cinder-831188-1-iscsi is: [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:18Z', 'revision_number': 4, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port': {'id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:02Z', 'updated_at': '2022-02-28T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '03c0a01b-4453-4632-ab9b-9bf5d8784f3b', 'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'mac_address': 'fa:16:3e:7b:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:16Z', 'updated_at': '2022-02-28T18:48:01Z', 'revision_number': 5, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'subnets': [{'id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:51:42.186972 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device e49673ee-8d35-49a7-9b94-a1a2ffae7498 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:51:42.231858 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: e49673ee-8d35-49a7-9b94-a1a2ffae7498 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:51:42.232032 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device e49673ee-8d35-49a7-9b94-a1a2ffae7498 not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:51:42.358080 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b12ed3-5574-49be-8006-72e005e2702b None None] Network df8985db-b2ab-4c6f-9a8a-f63ce8921201 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:51:42.363493 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ce86db60-2811-4660-99b3-50167c9cf3ab tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:42.390167 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34818) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:42.478720 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-cf034360-6248-463a-b1ec-7b8900d04b71 service neutron] 10.222.0.18 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3643095
Feb 28 18:51:42.499369 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ce86db60-2811-4660-99b3-50167c9cf3ab tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:42.528923 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86db60-2811-4660-99b3-50167c9cf3ab tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=738dcab5-79b0-4847-a96c-db520cb97988,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:42.544854 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ce86db60-2811-4660-99b3-50167c9cf3ab tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:42.546628 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-ce86db60-2811-4660-99b3-50167c9cf3ab tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "DELETE /v2.0/security-groups/738dcab5-79b0-4847-a96c-db520cb97988 HTTP/1.1" status: 204  len: 168 time: 0.6881506
Feb 28 18:51:42.549198 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 34828) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:42.571083 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.api.v2.resource [None req-b7108ced-cf33-47ae-bb78-a6e2d2b30cf9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] show failed (client error): The resource could not be found.
Feb 28 18:51:42.572606 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-b7108ced-cf33-47ae-bb78-a6e2d2b30cf9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups/738dcab5-79b0-4847-a96c-db520cb97988 HTTP/1.1" status: 404  len: 347 time: 0.0221257
Feb 28 18:51:42.575856 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34832) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:42.582886 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c715523f-af08-468b-88fc-dfe2d65b26d3 None None] New status for floating IP d1c0fbb5-0479-4bdd-8dae-4b5f03fee082: DOWN {{(pid=83065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 28 18:51:42.912240 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f5420f7c-3162-4b89-99ca-a18fad2bf8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:42.928317 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-132628b2-0ade-46e5-a2a5-59ad9606816c req-9b72af0f-99bc-403c-8e07-b88e783e4766 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Synchronizing usage tracker for tenant:6c9c9337657d43f59f92137cbfb4bdcb on resource:port {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:51:42.933411 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-b5377687-023b-4527-b817-a2c0d3175980 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Deleting port dbb1e837-6424-465e-81cb-ec8f9249988c {{(pid=83062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:51:42.933983 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b5377687-023b-4527-b817-a2c0d3175980 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.108109 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-f5420f7c-3162-4b89-99ca-a18fad2bf8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:43.110303 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-132628b2-0ade-46e5-a2a5-59ad9606816c req-9b72af0f-99bc-403c-8e07-b88e783e4766 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Unset dirty status for tenant:6c9c9337657d43f59f92137cbfb4bdcb on resource:port {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:51:43.111538 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-132628b2-0ade-46e5-a2a5-59ad9606816c req-9b72af0f-99bc-403c-8e07-b88e783e4766 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 210 time: 0.2694268
Feb 28 18:51:43.163313 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-f5420f7c-3162-4b89-99ca-a18fad2bf8fb admin admin] Usage tracker for resource:security_group_rule and tenant:0e386d2117354e9683e6754aa9509d24 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:43.170086 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-f5420f7c-3162-4b89-99ca-a18fad2bf8fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:43.183370 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-f5420f7c-3162-4b89-99ca-a18fad2bf8fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:43.259882 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b5377687-023b-4527-b817-a2c0d3175980 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.260546 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b5377687-023b-4527-b817-a2c0d3175980 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.345890 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 34858) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:43.351628 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1725670944-network', 'tenant_id': '10b55ca8904a4b26aa850ae668df3042'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:51:43.356975 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:43.361000 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Usage tracker for resource:network and tenant:10b55ca8904a4b26aa850ae668df3042 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:43.364324 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:43.371291 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:43.382581 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Made reservation on behalf of 10b55ca8904a4b26aa850ae668df3042 for: {'network': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:51:43.385852 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for network, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.398584 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-b5377687-023b-4527-b817-a2c0d3175980 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Calling delete_port for dbb1e837-6424-465e-81cb-ec8f9249988c owned by network:floatingip {{(pid=83062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:51:43.399671 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.436970 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:43.440857 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Usage tracker for resource:security_group_rule and tenant:10b55ca8904a4b26aa850ae668df3042 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:43.443910 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:43.452314 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:43.480082 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f5420f7c-3162-4b89-99ca-a18fad2bf8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.487899 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f5420f7c-3162-4b89-99ca-a18fad2bf8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.548096 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.554634 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.559464 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5420f7c-3162-4b89-99ca-a18fad2bf8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8991ad7c-d54b-4e67-a7b4-6e47f2dcb8e6,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:43.564979 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-f5420f7c-3162-4b89-99ca-a18fad2bf8fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e386d2117354e9683e6754aa9509d24&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1736951
Feb 28 18:51:43.567882 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34868) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:43.587860 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dea416-6e47-4d03-8c50-f906b4703b13,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:43.597306 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521}  {{(pid=83063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 18:51:43.607306 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.607644 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.segments_db [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Added segment 4ea54f7f-9c96-467a-9c02-deee1a4fc967 of type vlan for network 1b24f437-8db1-4e12-a156-28a97574c97b
Feb 28 18:51:43.633813 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743575470084'] for network, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.674830 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for network, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.675841 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:43.676466 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.677635 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b5377687-023b-4527-b817-a2c0d3175980 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.728631 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-32512851-a319-4e22-a4cf-cc8d1426f7e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.747448 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5377687-023b-4527-b817-a2c0d3175980 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Pushing event deleted for resources: {'Port': ['ID=dbb1e837-6424-465e-81cb-ec8f9249988c,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:43.790877 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] Pushing event updated for resources: {'Network': ['ID=1b24f437-8db1-4e12-a156-28a97574c97b,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:43.798594 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-150ba513-d2aa-4e34-b60b-6f70f7fa6b4a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4490466
Feb 28 18:51:43.798982 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 34876) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:43.801806 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Network 1b24f437-8db1-4e12-a156-28a97574c97b details requested by agent ovs-agent-dv-cinder-831188-1-iscsi with host dv-cinder-831188-1-iscsi {{(pid=83064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 28 18:51:43.808380 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-6b76be4e-c7e1-46a6-adc0-f57280593be9 admin admin] Request body: {'subnet': {'network_id': '1b24f437-8db1-4e12-a156-28a97574c97b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1725670944-subnet', 'tenant_id': '10b55ca8904a4b26aa850ae668df3042', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:51:43.812470 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-6b76be4e-c7e1-46a6-adc0-f57280593be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:43.816627 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-6b76be4e-c7e1-46a6-adc0-f57280593be9 admin admin] Usage tracker for resource:subnet and tenant:10b55ca8904a4b26aa850ae668df3042 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:43.820426 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-6b76be4e-c7e1-46a6-adc0-f57280593be9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:43.828824 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-6b76be4e-c7e1-46a6-adc0-f57280593be9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:43.850196 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b76be4e-c7e1-46a6-adc0-f57280593be9 admin admin] Made reservation on behalf of 10b55ca8904a4b26aa850ae668df3042 for: {'subnet': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:51:43.852480 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6b76be4e-c7e1-46a6-adc0-f57280593be9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1931075'] for subnet, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.859889 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-32512851-a319-4e22-a4cf-cc8d1426f7e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.947654 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b5377687-023b-4527-b817-a2c0d3175980 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for floatingip, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.977387 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-32512851-a319-4e22-a4cf-cc8d1426f7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.979708 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-32512851-a319-4e22-a4cf-cc8d1426f7e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.983257 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-32512851-a319-4e22-a4cf-cc8d1426f7e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8991ad7c-d54b-4e67-a7b4-6e47f2dcb8e6 HTTP/1.1" status: 204  len: 168 time: 0.4120142
Feb 28 18:51:43.983257 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b5377687-023b-4527-b817-a2c0d3175980 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:43.983257 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-b5377687-023b-4527-b817-a2c0d3175980 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "DELETE /v2.0/floatingips/d1c0fbb5-0479-4bdd-8dae-4b5f03fee082 HTTP/1.1" status: 204  len: 168 time: 1.4057946
Feb 28 18:51:43.994585 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32512851-a319-4e22-a4cf-cc8d1426f7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8991ad7c-d54b-4e67-a7b4-6e47f2dcb8e6,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:44.210821 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-f74f64e8-36f3-4b8f-b39e-afa40ac85002 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:44.212619 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-f74f64e8-36f3-4b8f-b39e-afa40ac85002 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.70 "GET /v2.0/networks?id=e88bc605-548b-40fa-8e31-819c1a23132c HTTP/1.1" status: 200  len: 816 time: 0.2511196
Feb 28 18:51:44.359194 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-485642c5-5b7a-425b-8060-32a1fdd65986 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c9c9337657d43f59f92137cbfb4bdcb HTTP/1.1" status: 200  len: 380 time: 0.1110699
Feb 28 18:51:44.368188 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2ab5200a-726c-46ae-843b-c3802a56f191 req-c3ad0917-4987-4dba-9a93-879fd3d8356d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 210 time: 0.0639796
Feb 28 18:51:44.371412 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-17956940-5e4b-4305-b711-29078df28529 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Request body: {'port': {'device_id': 'a409d964-f848-4376-969f-21448ea20b9f', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'admin_state_up': True, 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'security_groups': ['d653e122-c4f0-437d-aee6-60eba65cd406']}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:51:44.390323 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6b76be4e-c7e1-46a6-adc0-f57280593be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1992640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1931133'] for subnet, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:44.441404 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34894) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:44.447159 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-3d2cc49f-f91a-4075-883e-0507137f8273 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1436638544', 'description': 'tempest-description--1690453384'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:51:44.453237 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-3d2cc49f-f91a-4075-883e-0507137f8273 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:44.457372 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-3d2cc49f-f91a-4075-883e-0507137f8273 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Usage tracker for resource:security_group and tenant:8fcb1c7fbee84c74815b0b125d1f9b35 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:44.460492 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-3d2cc49f-f91a-4075-883e-0507137f8273 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:44.467201 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-3d2cc49f-f91a-4075-883e-0507137f8273 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:44.479573 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3d2cc49f-f91a-4075-883e-0507137f8273 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:44.517213 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-3d2cc49f-f91a-4075-883e-0507137f8273 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:44.521026 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-3d2cc49f-f91a-4075-883e-0507137f8273 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Usage tracker for resource:security_group_rule and tenant:8fcb1c7fbee84c74815b0b125d1f9b35 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:44.524368 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-3d2cc49f-f91a-4075-883e-0507137f8273 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:44.530529 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-3d2cc49f-f91a-4075-883e-0507137f8273 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:44.535554 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76be4e-c7e1-46a6-adc0-f57280593be9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1164f1fa-f39d-42de-af5b-3dae85ce0a81,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:44.577366 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b76be4e-c7e1-46a6-adc0-f57280593be9 admin admin] Checking segment: {'id': '4ea54f7f-9c96-467a-9c02-deee1a4fc967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '1b24f437-8db1-4e12-a156-28a97574c97b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:51:44.578034 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b76be4e-c7e1-46a6-adc0-f57280593be9 admin admin] Network hostable DHCP agents. Network: 1b24f437-8db1-4e12-a156-28a97574c97b, hostable agents: ['6a9a7d5e-9a98-4f00-a132-39bb1f3bba05'], hosted agents: [] {{(pid=83063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 18:51:44.590295 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3d2cc49f-f91a-4075-883e-0507137f8273 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:44.593665 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-17956940-5e4b-4305-b711-29078df28529 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:44.595470 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3d2cc49f-f91a-4075-883e-0507137f8273 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:44.607400 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-17956940-5e4b-4305-b711-29078df28529 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:44.620966 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-17956940-5e4b-4305-b711-29078df28529 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Made reservation on behalf of 6c9c9337657d43f59f92137cbfb4bdcb for: {'port': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:51:44.625541 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-17956940-5e4b-4305-b711-29078df28529 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:44.644644 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b76be4e-c7e1-46a6-adc0-f57280593be9 admin admin] Network 1b24f437-8db1-4e12-a156-28a97574c97b is scheduled to be hosted by DHCP agent 6a9a7d5e-9a98-4f00-a132-39bb1f3bba05 with binding_index 1 {{(pid=83063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 18:51:44.645943 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cc49f-f91a-4075-883e-0507137f8273 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe1bfde-41b7-47d1-933a-b83b5fd48660,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:44.649625 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3d2cc49f-f91a-4075-883e-0507137f8273 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:44.651039 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-3d2cc49f-f91a-4075-883e-0507137f8273 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.2086051
Feb 28 18:51:44.653911 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34904) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:44.660178 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-5fc6dca3-bb15-44c9-b8ae-89821283f397 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Request body: {'security_group_rule': {'security_group_id': '4fe1bfde-41b7-47d1-933a-b83b5fd48660', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:51:44.666233 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-5fc6dca3-bb15-44c9-b8ae-89821283f397 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:44.670426 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-5fc6dca3-bb15-44c9-b8ae-89821283f397 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Usage tracker for resource:security_group_rule and tenant:8fcb1c7fbee84c74815b0b125d1f9b35 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:44.673457 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-5fc6dca3-bb15-44c9-b8ae-89821283f397 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:44.679553 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-5fc6dca3-bb15-44c9-b8ae-89821283f397 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:44.699763 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5fc6dca3-bb15-44c9-b8ae-89821283f397 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:44.766710 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5fc6dca3-bb15-44c9-b8ae-89821283f397 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:44.771047 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5fc6dca3-bb15-44c9-b8ae-89821283f397 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:44.803360 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-6b76be4e-c7e1-46a6-adc0-f57280593be9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-iscsi, 1b24f437-8db1-4e12-a156-28a97574c97b) {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:51:44.806768 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5fc6dca3-bb15-44c9-b8ae-89821283f397 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:44.812708 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-5fc6dca3-bb15-44c9-b8ae-89821283f397 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1574471
Feb 28 18:51:44.813609 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6dca3-bb15-44c9-b8ae-89821283f397 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a87180-77cf-45f5-8077-e417e1e7491f,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:44.814471 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b763ff5-7c72-4e6e-99a6-5c6cb4b0a4e3 None None] Network 1b24f437-8db1-4e12-a156-28a97574c97b requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:51:44.816009 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34910) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:44.816141 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b76be4e-c7e1-46a6-adc0-f57280593be9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:44.816701 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6b76be4e-c7e1-46a6-adc0-f57280593be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:44.823413 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-ba65a8a4-af41-40cb-b4dd-ced4f9670fda tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Request body: {'security_group_rule': {'security_group_id': '4fe1bfde-41b7-47d1-933a-b83b5fd48660', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:51:44.829947 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-ba65a8a4-af41-40cb-b4dd-ced4f9670fda tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:44.834026 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-ba65a8a4-af41-40cb-b4dd-ced4f9670fda tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Usage tracker for resource:security_group_rule and tenant:8fcb1c7fbee84c74815b0b125d1f9b35 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:44.837340 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-ba65a8a4-af41-40cb-b4dd-ced4f9670fda tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:44.845554 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-ba65a8a4-af41-40cb-b4dd-ced4f9670fda tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:44.848738 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-6b76be4e-c7e1-46a6-adc0-f57280593be9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0476656
Feb 28 18:51:44.888010 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ba65a8a4-af41-40cb-b4dd-ced4f9670fda tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:44.956894 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-17956940-5e4b-4305-b711-29078df28529 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Allocated IP 172.20.0.10 (e88bc605-548b-40fa-8e31-819c1a23132c/0397a5d3-99dd-4619-9152-f3a0940b516f/4eeeeea6-2751-470f-8af0-cf73f2d8fa02) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:51:45.022527 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ba65a8a4-af41-40cb-b4dd-ced4f9670fda tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:45.036070 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ba65a8a4-af41-40cb-b4dd-ced4f9670fda tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:45.082893 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65a8a4-af41-40cb-b4dd-ced4f9670fda tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4827709-48be-4245-94ee-436e82e1ba9d,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:45.120141 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ba65a8a4-af41-40cb-b4dd-ced4f9670fda tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:45.121511 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-ba65a8a4-af41-40cb-b4dd-ced4f9670fda tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3052723
Feb 28 18:51:45.124793 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34926) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:45.130903 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Request body: {'floatingip': {'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:51:45.141793 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:45.148709 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Usage tracker for resource:floatingip and tenant:8fcb1c7fbee84c74815b0b125d1f9b35 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:45.155457 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:45.187874 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34932) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:45.190948 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:45.208639 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c1c90b-d68a-4c79-ae6a-6915967544fd None None] Network 1b24f437-8db1-4e12-a156-28a97574c97b requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:51:45.258585 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for floatingip, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:45.294537 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-17956940-5e4b-4305-b711-29078df28529 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:45.302314 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cae338d-294e-47c3-9335-757f30f6ccf5 admin admin] Deleting subnet c19c77d0-da18-4917-be27-28a0a828944c {{(pid=83062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 28 18:51:45.311837 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3cae338d-294e-47c3-9335-757f30f6ccf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:45.340349 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-17956940-5e4b-4305-b711-29078df28529 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Transition to ACTIVE for port object 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 will not be triggered until provisioned by entity DHCP. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:51:45.382450 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-17956940-5e4b-4305-b711-29078df28529 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:45.443523 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3cae338d-294e-47c3-9335-757f30f6ccf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066642'] for subnet, precommit_delete_associations {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:45.486024 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17956940-5e4b-4305-b711-29078df28529 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Pushing event updated for resources: {'Port': ['ID=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:45.492472 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-17956940-5e4b-4305-b711-29078df28529 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Network e88bc605-548b-40fa-8e31-819c1a23132c is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:51:45.493648 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-17956940-5e4b-4305-b711-29078df28529 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:51:45.508565 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-17956940-5e4b-4305-b711-29078df28529 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:51:45.517936 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3cae338d-294e-47c3-9335-757f30f6ccf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7461361'] for subnet, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:45.598120 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:45.625235 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-17956940-5e4b-4305-b711-29078df28529 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:45.634107 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-17956940-5e4b-4305-b711-29078df28529 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:45.664622 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-17956940-5e4b-4305-b711-29078df28529 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2972262
Feb 28 18:51:45.680441 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] Request body: {'port': {'device_id': 'a409d964-f848-4376-969f-21448ea20b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:51:45.762333 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3cae338d-294e-47c3-9335-757f30f6ccf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7461320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656696'] for subnet, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:45.816126 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:45.829336 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae338d-294e-47c3-9335-757f30f6ccf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c19c77d0-da18-4917-be27-28a0a828944c,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:45.863982 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-3cae338d-294e-47c3-9335-757f30f6ccf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:45.877025 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecbef3-1776-436d-964e-578c40c260d4 req-b05fbf41-c074-473b-892a-dd5ae0a5631f tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:45.878475 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-46ecbef3-1776-436d-964e-578c40c260d4 req-b05fbf41-c074-473b-892a-dd5ae0a5631f tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 932 time: 0.2364373
Feb 28 18:51:45.879983 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7937eabd-8945-47b4-9854-45c06f3af17e None None] Provisioning for port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:51:45.885276 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-3cae338d-294e-47c3-9335-757f30f6ccf5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c19c77d0-da18-4917-be27-28a0a828944c HTTP/1.1" status: 204  len: 168 time: 0.6942136
Feb 28 18:51:45.886362 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 34948) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:45.892958 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7937eabd-8945-47b4-9854-45c06f3af17e None None] Provisioning complete for port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:51:45.893560 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7937eabd-8945-47b4-9854-45c06f3af17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:45.965852 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7937eabd-8945-47b4-9854-45c06f3af17e None None] Port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:51:45.990855 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_common [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Allocated IP 172.27.3.219 (f40459f8-f658-4119-914b-b9023327a718/14c23ed2-446a-414e-8e86-91dabee5c278/b7e164d1-89c5-41f4-82ce-b2c2b3143cc8) {{(pid=83062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:51:46.063431 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-30aefba9-9b0e-4d31-86ab-1dcd1cdcbbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370211'] for network, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:46.104912 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-46ecbef3-1776-436d-964e-578c40c260d4 req-b9af5050-bb28-440d-9b72-2d1e509eb27d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Synchronizing usage tracker for tenant:6c9c9337657d43f59f92137cbfb4bdcb on resource:security_group {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:51:46.141609 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-46ecbef3-1776-436d-964e-578c40c260d4 req-b9af5050-bb28-440d-9b72-2d1e509eb27d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Unset dirty status for tenant:6c9c9337657d43f59f92137cbfb4bdcb on resource:security_group {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:51:46.143411 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-46ecbef3-1776-436d-964e-578c40c260d4 req-b9af5050-bb28-440d-9b72-2d1e509eb27d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2559681
Feb 28 18:51:46.199105 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for port, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:46.229551 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:46.281210 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-30aefba9-9b0e-4d31-86ab-1dcd1cdcbbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7459708', 'neutron.services.segments.db._delete_segments_for_network-8743575949671'] for network, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:46.285866 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Network f40459f8-f658-4119-914b-b9023327a718 is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:51:46.288845 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:51:46.292709 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Received port after_create {{(pid=83062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:51:46.321585 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-30aefba9-9b0e-4d31-86ab-1dcd1cdcbbb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3c5aabfa90>,) {'filters': {'network_id': ['df8985db-b2ab-4c6f-9a8a-f63ce8921201']}} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:46.343472 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-30aefba9-9b0e-4d31-86ab-1dcd1cdcbbb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5aabfa90>, '693ec93e-3831-40b5-bd85-3b47a19daa1b') {'for_net_delete': True} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:46.343729 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-30aefba9-9b0e-4d31-86ab-1dcd1cdcbbb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5aabfa90>, '693ec93e-3831-40b5-bd85-3b47a19daa1b') {} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:46.348409 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Pushing event updated for resources: {'Port': ['ID=b7e164d1-89c5-41f4-82ce-b2c2b3143cc8,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:46.364221 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-30aefba9-9b0e-4d31-86ab-1dcd1cdcbbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743575948782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1992737'] for segment, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:46.383413 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-30aefba9-9b0e-4d31-86ab-1dcd1cdcbbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:46.392315 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30aefba9-9b0e-4d31-86ab-1dcd1cdcbbb3 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=83063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 28 18:51:46.392643 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-30aefba9-9b0e-4d31-86ab-1dcd1cdcbbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7462232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1992489'] for segment, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]: Traceback (most recent call last):
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:     timer()
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:     cb(*args, **kw)
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:     return func(*args, **kwargs)
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:     self._notify()
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:     self.callback(batched_events)
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:     event.method(event)
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:     return f(self, *a, **k)
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self._get(url).json()
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self.request(url, 'GET', **kwargs)
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 18:51:46.405429 dv-cinder-831188-1-iscsi neutron-server[83063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 18:51:46.474707 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:46.527972 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-30aefba9-9b0e-4d31-86ab-1dcd1cdcbbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7459699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716906'] for network, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:46.530963 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 {{(pid=83063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:51:46.531130 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:46.548288 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-30aefba9-9b0e-4d31-86ab-1dcd1cdcbbb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:46.556562 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:46.563733 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aefba9-9b0e-4d31-86ab-1dcd1cdcbbb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=df8985db-b2ab-4c6f-9a8a-f63ce8921201,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:46.569490 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-30aefba9-9b0e-4d31-86ab-1dcd1cdcbbb3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/df8985db-b2ab-4c6f-9a8a-f63ce8921201 HTTP/1.1" status: 204  len: 168 time: 0.6820827
Feb 28 18:51:46.572500 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 34958) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:46.608812 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] Transition to ACTIVE for port object 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 will not be triggered until provisioned by entity L2. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:51:46.621236 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:46.685619 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e30a2e-aaa4-42d6-b63f-06bca7e1ca58 admin admin] Deleting subnet 1164f1fa-f39d-42de-af5b-3dae85ce0a81 {{(pid=83063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 28 18:51:46.771392 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for port, precommit_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:46.778661 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770937'] for port, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:46.862489 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a9e30a2e-aaa4-42d6-b63f-06bca7e1ca58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:46.944681 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Pushing event updated for resources: {'Port': ['ID=b7e164d1-89c5-41f4-82ce-b2c2b3143cc8,revision_number=2']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:46.950826 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716924'] for floatingip, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:46.964116 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] Pushing event updated for resources: {'Port': ['ID=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:46.974605 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:46.983090 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-13e4c245-e246-4a26-84d5-53bffa173713 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8516107
Feb 28 18:51:46.993805 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a9e30a2e-aaa4-42d6-b63f-06bca7e1ca58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1992746'] for subnet, precommit_delete_associations {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:47.060311 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] Attempting to bind port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:51:47.060649 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] Attempting to bind port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'd2426675-ddce-48d2-aafd-2cdbb3dce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c'}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:51:47.060972 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] Attempting to bind port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 on network e88bc605-548b-40fa-8e31-819c1a23132c {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:51:47.068783 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a9e30a2e-aaa4-42d6-b63f-06bca7e1ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7461361'] for subnet, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:47.100949 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] Port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 on network e88bc605-548b-40fa-8e31-819c1a23132c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:51:47.101282 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] Attempting to bind port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 on network e88bc605-548b-40fa-8e31-819c1a23132c {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:51:47.109648 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:51:47.109987 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] Checking segment: {'id': 'd2426675-ddce-48d2-aafd-2cdbb3dce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:51:47.110376 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] Bound using segment: {'id': 'd2426675-ddce-48d2-aafd-2cdbb3dce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c'} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:51:47.110831 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] Bound port: 4eeeeea6-2751-470f-8af0-cf73f2d8fa02, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2426675-ddce-48d2-aafd-2cdbb3dce1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c'}}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:51:47.111273 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:47.236242 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a9e30a2e-aaa4-42d6-b63f-06bca7e1ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7461320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1992579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1931108'] for subnet, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:47.324848 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e30a2e-aaa4-42d6-b63f-06bca7e1ca58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1164f1fa-f39d-42de-af5b-3dae85ce0a81,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:47.357922 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a9e30a2e-aaa4-42d6-b63f-06bca7e1ca58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:47.374493 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-a9e30a2e-aaa4-42d6-b63f-06bca7e1ca58 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1164f1fa-f39d-42de-af5b-3dae85ce0a81 HTTP/1.1" status: 204  len: 168 time: 0.8009195
Feb 28 18:51:47.377557 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 34990) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:47.380880 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] For port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02, host hv-cinder-83118, cleared binding levels {{(pid=83063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:51:47.384049 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] For port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:51:47.386100 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-54d5d313-4014-4690-a883-1d474af7cac8 req-7f9fdff2-961c-40ee-92cc-5ed2c47107c9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Synchronizing usage tracker for tenant:8fcb1c7fbee84c74815b0b125d1f9b35 on resource:security_group {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:51:47.390485 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:47.462395 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-54d5d313-4014-4690-a883-1d474af7cac8 req-7f9fdff2-961c-40ee-92cc-5ed2c47107c9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Unset dirty status for tenant:8fcb1c7fbee84c74815b0b125d1f9b35 on resource:security_group {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:51:47.463615 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-54d5d313-4014-4690-a883-1d474af7cac8 req-7f9fdff2-961c-40ee-92cc-5ed2c47107c9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1436638544&fields=id&tenant_id=8fcb1c7fbee84c74815b0b125d1f9b35 HTTP/1.1" status: 200  len: 267 time: 0.2333548
Feb 28 18:51:47.467678 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:47.469004 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] 10.222.0.70 "PUT /v2.0/ports/4eeeeea6-2751-470f-8af0-cf73f2d8fa02 HTTP/1.1" status: 200  len: 1094 time: 1.7995033
Feb 28 18:51:47.469423 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a409d964-f848-4376-969f-21448ea20b9f', 'tag': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:51:47.500850 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71bc38c-38d5-4f4a-9398-14bfafc0a76d service neutron] Pushing event updated for resources: {'Port': ['ID=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,revision_number=3']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:47.555622 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9fb525dd-e321-4d2d-b7ca-ce85eccc9408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370211'] for network, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:47.582269 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f7e44-51db-4bf9-b984-5d6d2e4299ea req-d21495d9-6f67-4cc8-b592-21359cf3c2f4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:47.583783 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2f7f7e44-51db-4bf9-b984-5d6d2e4299ea req-d21495d9-6f67-4cc8-b592-21359cf3c2f4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.1855972
Feb 28 18:51:47.675827 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5d313-4014-4690-a883-1d474af7cac8 req-ee7e3e2f-9365-45ae-aee7-891cd6676098 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:47.677255 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-54d5d313-4014-4690-a883-1d474af7cac8 req-ee7e3e2f-9365-45ae-aee7-891cd6676098 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/networks?id=938299cb-86e8-4dea-8808-d72ec700e3e7 HTTP/1.1" status: 200  len: 810 time: 0.2033808
Feb 28 18:51:47.684290 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-c47601e4-b791-45c4-9707-2f8e8964d6ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c9c9337657d43f59f92137cbfb4bdcb&device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 1097 time: 0.1305199
Feb 28 18:51:47.695450 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-54d5d313-4014-4690-a883-1d474af7cac8 req-47048404-eb72-4175-992e-ca81c49ac8c8 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/quotas/8fcb1c7fbee84c74815b0b125d1f9b35 HTTP/1.1" status: 200  len: 375 time: 0.0102708
Feb 28 18:51:47.738877 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9fb525dd-e321-4d2d-b7ca-ce85eccc9408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7459708', 'neutron.services.segments.db._delete_segments_for_network-8743575949671'] for network, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:47.752868 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2f7f7e44-51db-4bf9-b984-5d6d2e4299ea req-96753c67-5ca2-4f25-ae4a-b1d5b3ada3fe tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1399913
Feb 28 18:51:47.770444 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-9fb525dd-e321-4d2d-b7ca-ce85eccc9408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3c5a98fa90>,) {'filters': {'network_id': ['1b24f437-8db1-4e12-a156-28a97574c97b']}} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:47.782536 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-54d5d313-4014-4690-a883-1d474af7cac8 req-9bff866d-c910-45e5-a841-8f4dd9c30cfd tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Synchronizing usage tracker for tenant:8fcb1c7fbee84c74815b0b125d1f9b35 on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:51:47.783323 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-9fb525dd-e321-4d2d-b7ca-ce85eccc9408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a98fa90>, '4ea54f7f-9c96-467a-9c02-deee1a4fc967') {'for_net_delete': True} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:47.783835 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-9fb525dd-e321-4d2d-b7ca-ce85eccc9408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a98fa90>, '4ea54f7f-9c96-467a-9c02-deee1a4fc967') {} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:51:47.798366 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9fb525dd-e321-4d2d-b7ca-ce85eccc9408 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743575948782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066649'] for segment, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:47.809739 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-54d5d313-4014-4690-a883-1d474af7cac8 req-9bff866d-c910-45e5-a841-8f4dd9c30cfd tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Unset dirty status for tenant:8fcb1c7fbee84c74815b0b125d1f9b35 on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:51:47.811525 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-54d5d313-4014-4690-a883-1d474af7cac8 req-9bff866d-c910-45e5-a841-8f4dd9c30cfd tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8fcb1c7fbee84c74815b0b125d1f9b35&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1098068
Feb 28 18:51:47.815583 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9fb525dd-e321-4d2d-b7ca-ce85eccc9408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:47.822291 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb525dd-e321-4d2d-b7ca-ce85eccc9408 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=83062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 28 18:51:47.824285 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9fb525dd-e321-4d2d-b7ca-ce85eccc9408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7462232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1770949'] for segment, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]: Traceback (most recent call last):
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:     timer()
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:     cb(*args, **kw)
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:     return func(*args, **kwargs)
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:     self._notify()
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:     self.callback(batched_events)
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:     event.method(event)
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:     return f(self, *a, **k)
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self._get(url).json()
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self.request(url, 'GET', **kwargs)
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 18:51:47.838504 dv-cinder-831188-1-iscsi neutron-server[83062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 18:51:47.906334 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-3795956e-2953-4fb4-9475-faf0b476615f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4eeeeea6-2751-470f-8af0-cf73f2d8fa02 HTTP/1.1" status: 200  len: 217 time: 0.0885997
Feb 28 18:51:47.933749 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-96071af3-6f02-45b4-b619-dd4ab31e8e52 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3e4d231c0cb9427ea1db5986f6af3929&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0438230
Feb 28 18:51:47.967226 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9fb525dd-e321-4d2d-b7ca-ce85eccc9408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7459699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716906'] for network, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:48.036869 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-829ea5e9-de4b-46dc-96aa-c33e912ad244 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:48.037109 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9fb525dd-e321-4d2d-b7ca-ce85eccc9408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:48.037886 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-829ea5e9-de4b-46dc-96aa-c33e912ad244 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0397a5d3-99dd-4619-9152-f3a0940b516f HTTP/1.1" status: 200  len: 855 time: 0.0876820
Feb 28 18:51:48.050233 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb525dd-e321-4d2d-b7ca-ce85eccc9408 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b24f437-8db1-4e12-a156-28a97574c97b,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:48.062257 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-9fb525dd-e321-4d2d-b7ca-ce85eccc9408 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1b24f437-8db1-4e12-a156-28a97574c97b HTTP/1.1" status: 204  len: 168 time: 0.6830666
Feb 28 18:51:48.096241 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-54d5d313-4014-4690-a883-1d474af7cac8 req-accef286-e59f-419c-9491-d27e5f9dbe66 service neutron] 10.222.0.18 "GET /v2.0/networks/938299cb-86e8-4dea-8808-d72ec700e3e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2293668
Feb 28 18:51:48.114458 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-cf5a0346-6c74-4029-a684-b03fd1e4a294 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:48.115907 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-cf5a0346-6c74-4029-a684-b03fd1e4a294 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1763389
Feb 28 18:51:48.132603 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-44718556-8046-4914-849a-34ebdd41885c tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/quotas/3e4d231c0cb9427ea1db5986f6af3929 HTTP/1.1" status: 200  len: 375 time: 0.0111551
Feb 28 18:51:48.186797 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-031bd995-0251-43d5-9666-cee0a718cb7f tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3e4d231c0cb9427ea1db5986f6af3929&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0476906
Feb 28 18:51:48.268369 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-54d5d313-4014-4690-a883-1d474af7cac8 req-eeb98aa5-8193-466a-97a3-7bcb66b8497f service neutron] 10.222.0.18 "GET /v2.0/networks/938299cb-86e8-4dea-8808-d72ec700e3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1637237
Feb 28 18:51:48.273200 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-e3975b4c-5a8f-484d-9616-2b33f5944f1c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88bc605-548b-40fa-8e31-819c1a23132c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2226021
Feb 28 18:51:48.309779 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 35006) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:48.383505 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a409d964-f848-4376-969f-21448ea20b9f', 'tag': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02', 'status': 'completed', 'code': 200}
Feb 28 18:51:48.461107 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-35e4f52b-177b-49a3-bb06-d8cccbef54e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8df718e609f94677adfb6b738e380660&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1500807
Feb 28 18:51:48.463561 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 35014) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:48.488914 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-cbd98610-821a-4d3a-a583-22b3dfd06ee1 service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2086854
Feb 28 18:51:48.598622 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-33510172-a329-4b32-a1b4-537bd7b47b34 req-7025b3ed-2bfc-45c6-bd6a-d6419dd1fe6b tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 210 time: 0.0744882
Feb 28 18:51:48.631903 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e95562da-773a-48da-9e6b-23cba0cd7c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:48.668014 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e95562da-773a-48da-9e6b-23cba0cd7c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:48.742851 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e95562da-773a-48da-9e6b-23cba0cd7c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:48.769742 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95562da-773a-48da-9e6b-23cba0cd7c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910ce0ba-4f4d-4666-8621-85bd160458a8,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:48.773758 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e95562da-773a-48da-9e6b-23cba0cd7c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:48.775050 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-e95562da-773a-48da-9e6b-23cba0cd7c1e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/910ce0ba-4f4d-4666-8621-85bd160458a8 HTTP/1.1" status: 204  len: 168 time: 0.3104191
Feb 28 18:51:48.784041 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-76aca389-f6ce-469f-9448-9e8552adffaf req-77585aec-6f0c-4b21-8841-f6576f6ffd36 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 210 time: 0.1837144
Feb 28 18:51:48.844890 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fc5c1fa6-2c8d-465a-af5a-e35642eae893 req-714d2325-0087-42d3-b797-96f6f7bcca2f service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3492765
Feb 28 18:51:49.052940 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c16de767-39d0-4353-b55c-c6589f950ce3 req-db43702a-0325-4096-b35c-dd92f6044909 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c9c9337657d43f59f92137cbfb4bdcb&device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 1097 time: 0.1410723
Feb 28 18:51:49.085282 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee6f71-8723-4d22-8bc0-21b975c2ff75 req-9185476b-5b97-449a-8539-b71e66878686 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:49.092763 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-99ee6f71-8723-4d22-8bc0-21b975c2ff75 req-9185476b-5b97-449a-8539-b71e66878686 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.1070588
Feb 28 18:51:49.157040 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-99ee6f71-8723-4d22-8bc0-21b975c2ff75 req-89d94a42-2967-4b8a-a103-679a5ec41ed1 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631471
Feb 28 18:51:49.343228 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16de767-39d0-4353-b55c-c6589f950ce3 req-d14f2682-e71a-4e26-a840-5b53ab7923a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:49.344991 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c16de767-39d0-4353-b55c-c6589f950ce3 req-d14f2682-e71a-4e26-a840-5b53ab7923a4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88bc605-548b-40fa-8e31-819c1a23132c HTTP/1.1" status: 200  len: 917 time: 0.2843552
Feb 28 18:51:49.428921 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c16de767-39d0-4353-b55c-c6589f950ce3 req-18802ae2-0e78-4a72-adab-8363bea95c14 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4eeeeea6-2751-470f-8af0-cf73f2d8fa02 HTTP/1.1" status: 200  len: 217 time: 0.0669398
Feb 28 18:51:49.456872 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 35050) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:49.501418 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16de767-39d0-4353-b55c-c6589f950ce3 req-16d83459-e49e-456f-b3f2-21a5c5507a37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:49.503710 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c16de767-39d0-4353-b55c-c6589f950ce3 req-16d83459-e49e-456f-b3f2-21a5c5507a37 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0397a5d3-99dd-4619-9152-f3a0940b516f HTTP/1.1" status: 200  len: 855 time: 0.0678773
Feb 28 18:51:49.509771 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-152a7cca-8e33-42de-b37b-b2b7ec30ceef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10b55ca8904a4b26aa850ae668df3042&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0514724
Feb 28 18:51:49.512368 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 35054) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:49.576215 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-d0154a4a-6f60-4270-b711-f3da288fae64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:49.584528 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c16de767-39d0-4353-b55c-c6589f950ce3 req-7099242d-2708-437d-a10a-63d54c81f8ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88bc605-548b-40fa-8e31-819c1a23132c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718927
Feb 28 18:51:49.601628 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-d0154a4a-6f60-4270-b711-f3da288fae64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:49.653411 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-d0154a4a-6f60-4270-b711-f3da288fae64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:49.671779 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0154a4a-6f60-4270-b711-f3da288fae64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dea416-6e47-4d03-8c50-f906b4703b13,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:49.680426 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-d0154a4a-6f60-4270-b711-f3da288fae64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:49.682022 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-d0154a4a-6f60-4270-b711-f3da288fae64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78dea416-6e47-4d03-8c50-f906b4703b13 HTTP/1.1" status: 204  len: 168 time: 0.1687059
Feb 28 18:51:49.729289 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c16de767-39d0-4353-b55c-c6589f950ce3 req-4094bbc7-78ba-49ca-bc7f-355cab1db4ee service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361053
Feb 28 18:51:49.795316 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-968f9681-7094-4cc6-9a99-443df02795b0 req-75930b5f-4d7c-4657-9cb3-59c689cf47fe tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 210 time: 0.0623207
Feb 28 18:51:49.957922 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-f7cf810b-639b-4833-af52-86559c9104ef tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3e4d231c0cb9427ea1db5986f6af3929&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0373971
Feb 28 18:51:50.032321 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-b5665508-9d0a-4d9b-9c8b-c6e86829edf2 req-e47e0d9e-fc45-48ae-9ee2-e1292646da48 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Synchronizing usage tracker for tenant:8fcb1c7fbee84c74815b0b125d1f9b35 on resource:port {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:51:50.045302 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-b5665508-9d0a-4d9b-9c8b-c6e86829edf2 req-e47e0d9e-fc45-48ae-9ee2-e1292646da48 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Unset dirty status for tenant:8fcb1c7fbee84c74815b0b125d1f9b35 on resource:port {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:51:50.052832 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c16de767-39d0-4353-b55c-c6589f950ce3 req-f5646254-71a2-49ef-95c4-942e2d7e6665 service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2845640
Feb 28 18:51:50.056987 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b5665508-9d0a-4d9b-9c8b-c6e86829edf2 req-e47e0d9e-fc45-48ae-9ee2-e1292646da48 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 210 time: 0.0678089
Feb 28 18:51:50.139373 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-c86cf493-a815-4079-a1aa-7a744d93deb4 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:50.140625 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-c86cf493-a815-4079-a1aa-7a744d93deb4 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1739290
Feb 28 18:51:50.158781 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Request body: {'port': {'device_id': 'f2a235e0-b538-4ab8-8938-814de2db269f', 'network_id': 'b684a2de-04c4-4b86-b048-e2b4a86486ca', 'admin_state_up': True, 'tenant_id': '3e4d231c0cb9427ea1db5986f6af3929'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:51:50.305778 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:50.309897 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Usage tracker for resource:port and tenant:3e4d231c0cb9427ea1db5986f6af3929 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:50.313248 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:50.320440 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:50.379804 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Made reservation on behalf of 3e4d231c0cb9427ea1db5986f6af3929 for: {'port': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:51:50.383006 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:50.420867 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:50.460139 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31acc39-8230-4bf3-ac62-2c762867339c req-450a6bac-f9b7-478b-be27-0df5bfd0602f tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:50.460853 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-c31acc39-8230-4bf3-ac62-2c762867339c req-450a6bac-f9b7-478b-be27-0df5bfd0602f tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Synchronizing usage tracker for tenant:6c9c9337657d43f59f92137cbfb4bdcb on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:51:50.499153 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:50.550685 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Usage tracker for resource:security_group_rule and tenant:3e4d231c0cb9427ea1db5986f6af3929 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:50.559096 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:50.577731 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:50.601267 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-c31acc39-8230-4bf3-ac62-2c762867339c req-450a6bac-f9b7-478b-be27-0df5bfd0602f tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Unset dirty status for tenant:6c9c9337657d43f59f92137cbfb4bdcb on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:51:50.601267 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c31acc39-8230-4bf3-ac62-2c762867339c req-450a6bac-f9b7-478b-be27-0df5bfd0602f tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.2756033
Feb 28 18:51:50.692233 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5d313-4014-4690-a883-1d474af7cac8 req-d27ab5c7-fab4-4f48-ace0-ebfbe8b1d1e0 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:50.693775 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-54d5d313-4014-4690-a883-1d474af7cac8 req-d27ab5c7-fab4-4f48-ace0-ebfbe8b1d1e0 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.70 "GET /v2.0/networks?id=938299cb-86e8-4dea-8808-d72ec700e3e7 HTTP/1.1" status: 200  len: 810 time: 0.2298176
Feb 28 18:51:50.729344 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c31acc39-8230-4bf3-ac62-2c762867339c req-a2c06f75-cb9d-4ae0-941f-6b91e893ee90 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1278138
Feb 28 18:51:50.733867 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:51:50.769798 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:50.776690 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:50.840018 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-54d5d313-4014-4690-a883-1d474af7cac8 req-a7a2cc97-eda3-445b-bdde-e73aa4fefbe4 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fcb1c7fbee84c74815b0b125d1f9b35 HTTP/1.1" status: 200  len: 380 time: 0.1290565
Feb 28 18:51:50.862506 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-54d5d313-4014-4690-a883-1d474af7cac8 req-ee1304a7-d0f3-47c2-96c8-1b7ed2320080 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Request body: {'port': {'device_id': '36243886-c44e-4381-ba96-dbc96736c804', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'admin_state_up': True, 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'security_groups': ['4fe1bfde-41b7-47d1-933a-b83b5fd48660']}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:51:50.892974 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78eade54-e19b-49a6-91e6-4e1b3c91968d,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:50.976038 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-03c90cba-02f2-422a-98cc-d3473e3a0a2b req-dd938fda-4abb-4352-a269-3be8aa281381 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 210 time: 0.0468543
Feb 28 18:51:51.168524 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Allocated IP 192.168.233.50 (b684a2de-04c4-4b86-b048-e2b4a86486ca/a02fa090-e6fd-4afd-b10c-18c432e1dd8e/8d23188b-671b-4b42-b778-3842a973dd2a) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:51:51.173452 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-54d5d313-4014-4690-a883-1d474af7cac8 req-ee1304a7-d0f3-47c2-96c8-1b7ed2320080 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:51.219706 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-54d5d313-4014-4690-a883-1d474af7cac8 req-ee1304a7-d0f3-47c2-96c8-1b7ed2320080 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:51.238815 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2174b35d-2e53-4432-98ce-999cdde27cb5 req-f5317bee-7b2e-4580-a088-8daf88199317 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 210 time: 0.0579154
Feb 28 18:51:51.265114 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54d5d313-4014-4690-a883-1d474af7cac8 req-ee1304a7-d0f3-47c2-96c8-1b7ed2320080 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Made reservation on behalf of 8fcb1c7fbee84c74815b0b125d1f9b35 for: {'port': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:51:51.268240 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-54d5d313-4014-4690-a883-1d474af7cac8 req-ee1304a7-d0f3-47c2-96c8-1b7ed2320080 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:51.554579 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:51.567219 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [req-54d5d313-4014-4690-a883-1d474af7cac8 req-ee1304a7-d0f3-47c2-96c8-1b7ed2320080 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Allocated IP 172.20.0.9 (938299cb-86e8-4dea-8808-d72ec700e3e7/6dce3474-2c0c-493d-819c-9f361e4996c7/aebe2643-2477-4922-b13a-aec8477af2d7) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:51:51.581867 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Transition to ACTIVE for port object 8d23188b-671b-4b42-b778-3842a973dd2a will not be triggered until provisioned by entity DHCP. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:51:51.703543 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:51.815626 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Network b684a2de-04c4-4b86-b048-e2b4a86486ca is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:51:51.818639 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Pushing event updated for resources: {'Port': ['ID=8d23188b-671b-4b42-b778-3842a973dd2a,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:51.821053 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:51:51.831620 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:51:51.899563 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-54d5d313-4014-4690-a883-1d474af7cac8 req-ee1304a7-d0f3-47c2-96c8-1b7ed2320080 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:51.930229 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:51.930865 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:51.954303 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-54d5d313-4014-4690-a883-1d474af7cac8 req-ee1304a7-d0f3-47c2-96c8-1b7ed2320080 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Transition to ACTIVE for port object aebe2643-2477-4922-b13a-aec8477af2d7 will not be triggered until provisioned by entity DHCP. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:51:51.968372 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e0678329-902e-486a-9df1-bec86ceed9c0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.8132348
Feb 28 18:51:51.987393 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] Request body: {'port': {'device_id': 'f2a235e0-b538-4ab8-8938-814de2db269f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:51:52.142620 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a25534-462a-45ae-a790-f038d3d4fb40 req-76e27f69-7c35-4711-85fc-73061a71f372 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:52.146995 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a5a25534-462a-45ae-a790-f038d3d4fb40 req-76e27f69-7c35-4711-85fc-73061a71f372 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.1830070
Feb 28 18:51:52.254619 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a5a25534-462a-45ae-a790-f038d3d4fb40 req-3fbff765-5468-41d1-af9d-f5063acdd54d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1005659
Feb 28 18:51:52.293380 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:51:52.331151 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:52.342178 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-54d5d313-4014-4690-a883-1d474af7cac8 req-ee1304a7-d0f3-47c2-96c8-1b7ed2320080 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:52.467261 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:51:52.486794 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d5d313-4014-4690-a883-1d474af7cac8 req-ee1304a7-d0f3-47c2-96c8-1b7ed2320080 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Network 938299cb-86e8-4dea-8808-d72ec700e3e7 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:51:52.489780 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'port_id': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02', 'mac_address': 'fa:16:3e:d0:52:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:51:52.491381 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1304a7-d0f3-47c2-96c8-1b7ed2320080 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Pushing event updated for resources: {'Port': ['ID=aebe2643-2477-4922-b13a-aec8477af2d7,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:52.493986 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [req-54d5d313-4014-4690-a883-1d474af7cac8 req-ee1304a7-d0f3-47c2-96c8-1b7ed2320080 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:51:52.498179 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d5d313-4014-4690-a883-1d474af7cac8 req-ee1304a7-d0f3-47c2-96c8-1b7ed2320080 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:51:52.507038 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0e611-b480-44f1-9694-8a841cdf4ade req-859db87c-f624-4c94-b57d-6ea8a678344a tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:52.514304 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c0b0e611-b480-44f1-9694-8a841cdf4ade req-859db87c-f624-4c94-b57d-6ea8a678344a tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 931 time: 0.0997322
Feb 28 18:51:52.564473 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:52.564709 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-c0b0e611-b480-44f1-9694-8a841cdf4ade req-5cdda6a0-da52-4628-885f-92213ac6081a tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Synchronizing usage tracker for tenant:8fcb1c7fbee84c74815b0b125d1f9b35 on resource:security_group {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:51:52.581204 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-c0b0e611-b480-44f1-9694-8a841cdf4ade req-5cdda6a0-da52-4628-885f-92213ac6081a tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Unset dirty status for tenant:8fcb1c7fbee84c74815b0b125d1f9b35 on resource:security_group {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:51:52.582153 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-57d4849b-048c-4bb7-8e3b-64a1fe96c624 None None] Provisioning for port 8d23188b-671b-4b42-b778-3842a973dd2a completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:51:52.586834 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c0b0e611-b480-44f1-9694-8a841cdf4ade req-5cdda6a0-da52-4628-885f-92213ac6081a tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716131
Feb 28 18:51:52.596444 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-57d4849b-048c-4bb7-8e3b-64a1fe96c624 None None] Provisioning complete for port 8d23188b-671b-4b42-b778-3842a973dd2a triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:51:52.597066 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-57d4849b-048c-4bb7-8e3b-64a1fe96c624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:52.626474 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a29940-dbfb-474a-a470-bb751a979326 req-4b60eee5-96b0-4060-9890-40737d286ad9 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:52.627278 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-f8a29940-dbfb-474a-a470-bb751a979326 req-4b60eee5-96b0-4060-9890-40737d286ad9 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Synchronizing usage tracker for tenant:3e4d231c0cb9427ea1db5986f6af3929 on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:51:52.645243 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 35144) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:52.664635 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-57d4849b-048c-4bb7-8e3b-64a1fe96c624 None None] Port 8d23188b-671b-4b42-b778-3842a973dd2a cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:51:52.669910 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:51:52.670381 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5d313-4014-4690-a883-1d474af7cac8 req-ee1304a7-d0f3-47c2-96c8-1b7ed2320080 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:52.671043 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-54d5d313-4014-4690-a883-1d474af7cac8 req-ee1304a7-d0f3-47c2-96c8-1b7ed2320080 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:52.688855 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:51:52.696199 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:52.761977 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-f8a29940-dbfb-474a-a470-bb751a979326 req-4b60eee5-96b0-4060-9890-40737d286ad9 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Unset dirty status for tenant:3e4d231c0cb9427ea1db5986f6af3929 on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:51:52.768412 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f8a29940-dbfb-474a-a470-bb751a979326 req-4b60eee5-96b0-4060-9890-40737d286ad9 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 935 time: 0.5447433
Feb 28 18:51:52.770854 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-54d5d313-4014-4690-a883-1d474af7cac8 req-ee1304a7-d0f3-47c2-96c8-1b7ed2320080 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9202418
Feb 28 18:51:52.775852 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:52.799755 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] Request body: {'port': {'device_id': '36243886-c44e-4381-ba96-dbc96736c804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:51:52.818275 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-78f4aad3-9872-43eb-9c62-52cad62debb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:52.850973 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-78f4aad3-9872-43eb-9c62-52cad62debb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:52.855174 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-78f4aad3-9872-43eb-9c62-52cad62debb6 admin admin] Usage tracker for resource:security_group_rule and tenant:b598b9993802425ea73a1b9db734e370 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:52.858031 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-78f4aad3-9872-43eb-9c62-52cad62debb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:52.863978 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-78f4aad3-9872-43eb-9c62-52cad62debb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:52.892595 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-a764b245-e63d-48ac-9a91-7232e8915f1f None None] Provisioning for port aebe2643-2477-4922-b13a-aec8477af2d7 completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:51:52.899502 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-a764b245-e63d-48ac-9a91-7232e8915f1f None None] Provisioning complete for port aebe2643-2477-4922-b13a-aec8477af2d7 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:51:52.900023 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-a764b245-e63d-48ac-9a91-7232e8915f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:52.940683 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-f8a29940-dbfb-474a-a470-bb751a979326 req-46292486-b688-4cbc-9c9f-bda3170fd22c tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Synchronizing usage tracker for tenant:3e4d231c0cb9427ea1db5986f6af3929 on resource:security_group {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:51:52.948901 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-78f4aad3-9872-43eb-9c62-52cad62debb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:52.955900 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-78f4aad3-9872-43eb-9c62-52cad62debb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:52.956936 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-a764b245-e63d-48ac-9a91-7232e8915f1f None None] Port aebe2643-2477-4922-b13a-aec8477af2d7 cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:51:52.990410 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-f8a29940-dbfb-474a-a470-bb751a979326 req-46292486-b688-4cbc-9c9f-bda3170fd22c tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Unset dirty status for tenant:3e4d231c0cb9427ea1db5986f6af3929 on resource:security_group {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:51:52.991592 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f8a29940-dbfb-474a-a470-bb751a979326 req-46292486-b688-4cbc-9c9f-bda3170fd22c tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2224336
Feb 28 18:51:52.992107 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:53.011557 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4aad3-9872-43eb-9c62-52cad62debb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d41948-7973-4659-9247-9e4df2febcf0,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:53.024827 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-78f4aad3-9872-43eb-9c62-52cad62debb6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b598b9993802425ea73a1b9db734e370&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3760288
Feb 28 18:51:53.025547 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 35150) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:53.039902 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['4eeeeea6-2751-470f-8af0-cf73f2d8fa02'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:51:53.096267 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-67221c07-cd04-4240-bacb-7aa52d93cbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:53.140705 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-67221c07-cd04-4240-bacb-7aa52d93cbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:53.229065 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-67221c07-cd04-4240-bacb-7aa52d93cbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:53.256628 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d23188b-671b-4b42-b778-3842a973dd2a {{(pid=83063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:51:53.267222 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67221c07-cd04-4240-bacb-7aa52d93cbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d41948-7973-4659-9247-9e4df2febcf0,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:53.293004 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-67221c07-cd04-4240-bacb-7aa52d93cbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:53.294118 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-67221c07-cd04-4240-bacb-7aa52d93cbf7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/92d41948-7973-4659-9247-9e4df2febcf0 HTTP/1.1" status: 204  len: 168 time: 0.2681956
Feb 28 18:51:53.315041 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:53.348652 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] Transition to ACTIVE for port object 8d23188b-671b-4b42-b778-3842a973dd2a will not be triggered until provisioned by entity L2. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:51:53.373707 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:53.614766 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb37cee-551d-4eb1-ac18-78eb854dd17d req-50a24d4e-ffe0-4b05-89d1-d0591c9c2e1d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:53.622547 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4bb37cee-551d-4eb1-ac18-78eb854dd17d req-50a24d4e-ffe0-4b05-89d1-d0591c9c2e1d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 945 time: 0.1293681
Feb 28 18:51:53.668176 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] Pushing event updated for resources: {'Port': ['ID=8d23188b-671b-4b42-b778-3842a973dd2a,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:53.717061 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4bb37cee-551d-4eb1-ac18-78eb854dd17d req-4d4233f7-3441-4617-8179-e1dfb6813c6d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0934026
Feb 28 18:51:53.775518 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 35168) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:53.794509 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-4ba82851-a10b-4a05-abfa-b95f51c8b2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:53.828988 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-4ba82851-a10b-4a05-abfa-b95f51c8b2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:53.833277 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-4ba82851-a10b-4a05-abfa-b95f51c8b2cb admin admin] Usage tracker for resource:security_group_rule and tenant:7b81d8de956042f491e12e9d9ee3d292 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:53.836645 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-4ba82851-a10b-4a05-abfa-b95f51c8b2cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:53.842770 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-4ba82851-a10b-4a05-abfa-b95f51c8b2cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:53.910282 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-4ba82851-a10b-4a05-abfa-b95f51c8b2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:53.915329 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-4ba82851-a10b-4a05-abfa-b95f51c8b2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:53.917088 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] Attempting to bind port 8d23188b-671b-4b42-b778-3842a973dd2a on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:51:53.917494 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] Attempting to bind port 8d23188b-671b-4b42-b778-3842a973dd2a by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '46c4da90-3715-460c-94ee-3e32e0acb17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b684a2de-04c4-4b86-b048-e2b4a86486ca'}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:51:53.917825 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] Attempting to bind port 8d23188b-671b-4b42-b778-3842a973dd2a on network b684a2de-04c4-4b86-b048-e2b4a86486ca {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:51:53.921658 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aebe2643-2477-4922-b13a-aec8477af2d7 {{(pid=83063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:51:53.939220 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:53.945831 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] Port 8d23188b-671b-4b42-b778-3842a973dd2a on network b684a2de-04c4-4b86-b048-e2b4a86486ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:51:53.946482 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] Attempting to bind port 8d23188b-671b-4b42-b778-3842a973dd2a on network b684a2de-04c4-4b86-b048-e2b4a86486ca {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:51:53.963854 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-4ba82851-a10b-4a05-abfa-b95f51c8b2cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b81d8de956042f491e12e9d9ee3d292&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1870644
Feb 28 18:51:53.965040 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba82851-a10b-4a05-abfa-b95f51c8b2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66d96ec-c972-4a18-b40e-e46fee9393fa,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:53.966533 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] Transition to ACTIVE for port object aebe2643-2477-4922-b13a-aec8477af2d7 will not be triggered until provisioned by entity L2. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:51:53.968113 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 35172) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:53.968696 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:51:53.969030 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] Checking segment: {'id': '46c4da90-3715-460c-94ee-3e32e0acb17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b684a2de-04c4-4b86-b048-e2b4a86486ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:51:53.969474 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] Bound using segment: {'id': '46c4da90-3715-460c-94ee-3e32e0acb17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b684a2de-04c4-4b86-b048-e2b4a86486ca'} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:51:53.969923 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] Bound port: 8d23188b-671b-4b42-b778-3842a973dd2a, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46c4da90-3715-460c-94ee-3e32e0acb17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b684a2de-04c4-4b86-b048-e2b4a86486ca'}}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:51:53.970350 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:53.982969 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:54.026933 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3906889-ddd0-44e1-9905-64c8af2c5749 req-69772566-1b6e-45f0-99c0-78d9f25132a1 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:54.027601 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-b3906889-ddd0-44e1-9905-64c8af2c5749 req-69772566-1b6e-45f0-99c0-78d9f25132a1 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Synchronizing usage tracker for tenant:8fcb1c7fbee84c74815b0b125d1f9b35 on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:51:54.035086 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2a45a385-2aee-4091-995b-8a3b948f53a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:54.065171 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2a45a385-2aee-4091-995b-8a3b948f53a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:54.125759 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2a45a385-2aee-4091-995b-8a3b948f53a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:54.145035 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45a385-2aee-4091-995b-8a3b948f53a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66d96ec-c972-4a18-b40e-e46fee9393fa,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:54.194865 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2a45a385-2aee-4091-995b-8a3b948f53a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:54.198607 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-b3906889-ddd0-44e1-9905-64c8af2c5749 req-69772566-1b6e-45f0-99c0-78d9f25132a1 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Unset dirty status for tenant:8fcb1c7fbee84c74815b0b125d1f9b35 on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:51:54.198763 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-2a45a385-2aee-4091-995b-8a3b948f53a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e66d96ec-c972-4a18-b40e-e46fee9393fa HTTP/1.1" status: 204  len: 168 time: 0.2267330
Feb 28 18:51:54.198847 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b3906889-ddd0-44e1-9905-64c8af2c5749 req-69772566-1b6e-45f0-99c0-78d9f25132a1 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 931 time: 0.4302440
Feb 28 18:51:54.199644 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=aebe2643-2477-4922-b13a-aec8477af2d7,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:54.261123 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aad034-53bb-49be-8390-f37ba520d06d req-1186a249-cf42-4067-992d-68173f9ffd43 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:54.262889 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-33aad034-53bb-49be-8390-f37ba520d06d req-1186a249-cf42-4067-992d-68173f9ffd43 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 947 time: 0.1217434
Feb 28 18:51:54.282366 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:51:54.342125 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-33aad034-53bb-49be-8390-f37ba520d06d req-e7e8dbf7-60df-474a-aa73-2663310e5799 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674808
Feb 28 18:51:54.359597 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] For port 8d23188b-671b-4b42-b778-3842a973dd2a, host hv-cinder-83118, cleared binding levels {{(pid=83063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:51:54.382547 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] For port 8d23188b-671b-4b42-b778-3842a973dd2a, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8d23188b-671b-4b42-b778-3842a973dd2a,segment=NetworkSegment(46c4da90-3715-460c-94ee-3e32e0acb17a),segment_id=46c4da90-3715-460c-94ee-3e32e0acb17a)] {{(pid=83063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:51:54.403553 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b3906889-ddd0-44e1-9905-64c8af2c5749 req-67261af7-17e4-4027-ac83-4846da750bd1 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1879303
Feb 28 18:51:54.407429 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:54.408631 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:51:54.415904 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:51:54.416452 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:54.500403 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] Attempting to bind port aebe2643-2477-4922-b13a-aec8477af2d7 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:51:54.500769 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] Attempting to bind port aebe2643-2477-4922-b13a-aec8477af2d7 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '805819ed-9a94-43be-8f5f-0e28f8886edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7'}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:51:54.501045 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] Attempting to bind port aebe2643-2477-4922-b13a-aec8477af2d7 on network 938299cb-86e8-4dea-8808-d72ec700e3e7 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:51:54.515824 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] Port aebe2643-2477-4922-b13a-aec8477af2d7 on network 938299cb-86e8-4dea-8808-d72ec700e3e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:51:54.516145 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] Attempting to bind port aebe2643-2477-4922-b13a-aec8477af2d7 on network 938299cb-86e8-4dea-8808-d72ec700e3e7 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:51:54.526676 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:54.528261 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] 10.222.0.70 "PUT /v2.0/ports/8d23188b-671b-4b42-b778-3842a973dd2a HTTP/1.1" status: 200  len: 1097 time: 2.5450611
Feb 28 18:51:54.529156 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:51:54.529495 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] Checking segment: {'id': '805819ed-9a94-43be-8f5f-0e28f8886edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:51:54.529872 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] Bound using segment: {'id': '805819ed-9a94-43be-8f5f-0e28f8886edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7'} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:51:54.530307 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] Bound port: aebe2643-2477-4922-b13a-aec8477af2d7, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '805819ed-9a94-43be-8f5f-0e28f8886edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7'}}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:51:54.530667 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:54.548439 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a235e0-b538-4ab8-8938-814de2db269f', 'tag': '8d23188b-671b-4b42-b778-3842a973dd2a'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:51:54.581562 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:54.648471 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a409d964-f848-4376-969f-21448ea20b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:51:54.663809 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:51:54.673197 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:54.699500 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2a235e0-b538-4ab8-8938-814de2db269f', 'tag': '8d23188b-671b-4b42-b778-3842a973dd2a', 'status': 'completed', 'code': 200}
Feb 28 18:51:54.747092 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e913caa-5a78-4b73-8726-6585f5083d12 service neutron] Pushing event updated for resources: {'Port': ['ID=8d23188b-671b-4b42-b778-3842a973dd2a,revision_number=3']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:54.791322 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a409d964-f848-4376-969f-21448ea20b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02', 'code': 200}
Feb 28 18:51:54.799812 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] For port aebe2643-2477-4922-b13a-aec8477af2d7, host hv-cinder-83118, cleared binding levels {{(pid=83063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:51:54.815488 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] For port aebe2643-2477-4922-b13a-aec8477af2d7, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aebe2643-2477-4922-b13a-aec8477af2d7,segment=NetworkSegment(805819ed-9a94-43be-8f5f-0e28f8886edb),segment_id=805819ed-9a94-43be-8f5f-0e28f8886edb)] {{(pid=83063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:51:54.836701 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-e1760302-3ed0-4747-97d1-d47f8fc56222 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e4d231c0cb9427ea1db5986f6af3929&device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 1100 time: 0.1865020
Feb 28 18:51:54.839639 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:54.883646 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:55.026060 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-4cde8c22-ee11-4a0c-8d0d-e4c18f141810 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=8d23188b-671b-4b42-b778-3842a973dd2a HTTP/1.1" status: 200  len: 217 time: 0.1710658
Feb 28 18:51:55.078766 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:55.080123 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-54d5d313-4014-4690-a883-1d474af7cac8 req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] 10.222.0.70 "PUT /v2.0/ports/aebe2643-2477-4922-b13a-aec8477af2d7 HTTP/1.1" status: 200  len: 1093 time: 2.2861071
Feb 28 18:51:55.105605 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe55790-6436-40a3-909e-46b5aa0b8bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=aebe2643-2477-4922-b13a-aec8477af2d7,revision_number=3']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:55.107278 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9bb9d-8c6a-4152-96d6-07b6bde1a3bf req-6fb2ffaf-cc51-40bb-95e5-f14407443548 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:55.108803 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f1b9bb9d-8c6a-4152-96d6-07b6bde1a3bf req-6fb2ffaf-cc51-40bb-95e5-f14407443548 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.1903274
Feb 28 18:51:55.121203 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-99a9413d-053c-4a18-8f82-aaaf8d47f374 req-e15518a4-957b-4289-8fce-efabd7408c6f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 1099 time: 0.1155770
Feb 28 18:51:55.127242 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-c4303389-8f08-4a1f-8af6-a322bda66fbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:55.128773 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-c4303389-8f08-4a1f-8af6-a322bda66fbb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a02fa090-e6fd-4afd-b10c-18c432e1dd8e HTTP/1.1" status: 200  len: 843 time: 0.0959342
Feb 28 18:51:55.250756 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f1b9bb9d-8c6a-4152-96d6-07b6bde1a3bf req-5a66ce79-a4ac-4eaf-8fe1-2c6f47c1c242 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1257539
Feb 28 18:51:55.254801 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-99a9413d-053c-4a18-8f82-aaaf8d47f374 req-af498b4c-e97a-4847-854f-b3b0f9134d51 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1034114
Feb 28 18:51:55.302044 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-54d5d313-4014-4690-a883-1d474af7cac8 req-083ed15c-d67e-49d2-b2f9-61954782add4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fcb1c7fbee84c74815b0b125d1f9b35&device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 1096 time: 0.1645277
Feb 28 18:51:55.309341 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-466f7c46-1c45-48fd-8e02-c2123e3dcb34 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b684a2de-04c4-4b86-b048-e2b4a86486ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1264002
Feb 28 18:51:55.595950 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c153bd4-245e-471a-b9cd-df62863b189b req-459fe227-d82c-40cd-9af1-2c7e58a314aa tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:55.597812 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2c153bd4-245e-471a-b9cd-df62863b189b req-459fe227-d82c-40cd-9af1-2c7e58a314aa tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 943 time: 0.0794678
Feb 28 18:51:55.647102 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2c153bd4-245e-471a-b9cd-df62863b189b req-98ddb332-b355-4450-8006-ce0a70b61b17 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437422
Feb 28 18:51:55.769251 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-54d5d313-4014-4690-a883-1d474af7cac8 req-efc10ce4-5c06-48a3-bc03-77399a026aab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aebe2643-2477-4922-b13a-aec8477af2d7 HTTP/1.1" status: 200  len: 217 time: 0.1500008
Feb 28 18:51:55.876732 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-154cd4a5-e453-46c1-b946-59ebae325927 service neutron] 10.222.0.70 "GET /v2.0/networks/b684a2de-04c4-4b86-b048-e2b4a86486ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2562301
Feb 28 18:51:55.882016 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5d313-4014-4690-a883-1d474af7cac8 req-4fa8cd9c-043a-4b0d-8c44-f32ea9b1b586 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:55.883399 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-54d5d313-4014-4690-a883-1d474af7cac8 req-4fa8cd9c-043a-4b0d-8c44-f32ea9b1b586 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6dce3474-2c0c-493d-819c-9f361e4996c7 HTTP/1.1" status: 200  len: 849 time: 0.1051843
Feb 28 18:51:56.013170 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd163b-03f5-4c4f-b93b-372836a3c2fa req-0cc9b688-9f53-4cf8-9582-729e8c660ef5 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:56.014687 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8cdd163b-03f5-4c4f-b93b-372836a3c2fa req-0cc9b688-9f53-4cf8-9582-729e8c660ef5 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 947 time: 0.5300341
Feb 28 18:51:56.071059 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-41b18857-4ccb-4f45-8dc8-82443ff30686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:56.122595 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8cdd163b-03f5-4c4f-b93b-372836a3c2fa req-b695d151-1864-4036-aa17-9c29213752d7 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995109
Feb 28 18:51:56.126579 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0bdeb43c-bedf-4f36-8bfb-3164b2f1f7ca req-6f91992c-a2ab-4bf0-a5aa-f68b0431f7d2 service neutron] 10.222.0.70 "GET /v2.0/networks/b684a2de-04c4-4b86-b048-e2b4a86486ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2423213
Feb 28 18:51:56.146219 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-54d5d313-4014-4690-a883-1d474af7cac8 req-8388bb22-fcdd-4533-bb5d-0f40ae7d8d5b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=938299cb-86e8-4dea-8808-d72ec700e3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2408235
Feb 28 18:51:56.374194 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-54d5d313-4014-4690-a883-1d474af7cac8 req-05a110bc-cf95-443c-a552-ee88c1f421b0 service neutron] 10.222.0.70 "GET /v2.0/networks/938299cb-86e8-4dea-8808-d72ec700e3e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2210007
Feb 28 18:51:56.386473 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0706147e-c901-4902-aa40-0a9351b192a1 req-ad08839b-9db4-4c74-bde4-16158e307738 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3e4d231c0cb9427ea1db5986f6af3929&device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 1100 time: 0.1979697
Feb 28 18:51:56.519135 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706a766-c15c-454d-8d9a-f4a39bfa14ee req-69ae8075-4f56-4261-a466-fab76c96e9a1 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:56.520758 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e706a766-c15c-454d-8d9a-f4a39bfa14ee req-69ae8075-4f56-4261-a466-fab76c96e9a1 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.1193268
Feb 28 18:51:56.578803 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e706a766-c15c-454d-8d9a-f4a39bfa14ee req-d2fd0229-45a9-4c36-a0d9-fc2c598f4a20 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522091
Feb 28 18:51:56.634102 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-54d5d313-4014-4690-a883-1d474af7cac8 req-08445991-2c48-4715-9f87-6c5cd895c62b service neutron] 10.222.0.70 "GET /v2.0/networks/938299cb-86e8-4dea-8808-d72ec700e3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2458329
Feb 28 18:51:56.646075 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706147e-c901-4902-aa40-0a9351b192a1 req-d4836ce0-d1ef-4d8e-bf45-c0372dd63d04 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:56.647345 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0706147e-c901-4902-aa40-0a9351b192a1 req-d4836ce0-d1ef-4d8e-bf45-c0372dd63d04 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b684a2de-04c4-4b86-b048-e2b4a86486ca HTTP/1.1" status: 200  len: 870 time: 0.1904860
Feb 28 18:51:56.715972 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36243886-c44e-4381-ba96-dbc96736c804', 'tag': 'aebe2643-2477-4922-b13a-aec8477af2d7'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:51:56.736542 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0706147e-c901-4902-aa40-0a9351b192a1 req-97e79106-c065-41e1-8cc1-af0b8ba6e031 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=8d23188b-671b-4b42-b778-3842a973dd2a HTTP/1.1" status: 200  len: 217 time: 0.0807707
Feb 28 18:51:56.806496 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36243886-c44e-4381-ba96-dbc96736c804', 'tag': 'aebe2643-2477-4922-b13a-aec8477af2d7', 'status': 'completed', 'code': 200}
Feb 28 18:51:56.839697 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706147e-c901-4902-aa40-0a9351b192a1 req-b077939e-4e7f-479d-9688-38209c975e07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:56.841065 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0706147e-c901-4902-aa40-0a9351b192a1 req-b077939e-4e7f-479d-9688-38209c975e07 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a02fa090-e6fd-4afd-b10c-18c432e1dd8e HTTP/1.1" status: 200  len: 843 time: 0.0977995
Feb 28 18:51:56.993029 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bbb02-ff7a-46c3-9b6a-e0138fbe6e2c req-1a03400b-6d14-44e1-bf4b-f902b2f2a1ee tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:56.994630 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-680bbb02-ff7a-46c3-9b6a-e0138fbe6e2c req-1a03400b-6d14-44e1-bf4b-f902b2f2a1ee tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 943 time: 0.1871755
Feb 28 18:51:57.007243 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0706147e-c901-4902-aa40-0a9351b192a1 req-f2b0c484-ffaf-4941-bdce-844ebbfb2413 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b684a2de-04c4-4b86-b048-e2b4a86486ca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1299660
Feb 28 18:51:57.024555 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5258c63a-1b0e-426f-9006-ae0e498da814 req-e31a35de-c25a-4db3-b64b-10d4f95f5da0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fcb1c7fbee84c74815b0b125d1f9b35&device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 1096 time: 0.1825345
Feb 28 18:51:57.063970 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 35258) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:57.226775 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-15f60d22-ee70-4942-b15d-f6dc903d964e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:57.240186 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-680bbb02-ff7a-46c3-9b6a-e0138fbe6e2c req-7ea567b0-5ceb-42ad-8fe4-db7fd8301ba4 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2380788
Feb 28 18:51:57.269902 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-15f60d22-ee70-4942-b15d-f6dc903d964e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:57.275271 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-15f60d22-ee70-4942-b15d-f6dc903d964e admin admin] Usage tracker for resource:security_group_rule and tenant:0b4af6ba490e474a950bbac98ab914e3 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:57.279551 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-15f60d22-ee70-4942-b15d-f6dc903d964e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:57.283522 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0706147e-c901-4902-aa40-0a9351b192a1 req-1f519d47-2de7-4736-87bb-2defb672cac8 service neutron] 10.222.0.70 "GET /v2.0/networks/b684a2de-04c4-4b86-b048-e2b4a86486ca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2561383
Feb 28 18:51:57.286211 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-15f60d22-ee70-4942-b15d-f6dc903d964e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:57.464113 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-15f60d22-ee70-4942-b15d-f6dc903d964e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:57.470396 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385489bd-f07f-43a5-ab85-f5c5a4ca6aa4 req-747c5ee8-5a31-41fd-9fa9-5c502252423b tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:57.472049 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-385489bd-f07f-43a5-ab85-f5c5a4ca6aa4 req-747c5ee8-5a31-41fd-9fa9-5c502252423b tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 947 time: 0.1821470
Feb 28 18:51:57.473067 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-15f60d22-ee70-4942-b15d-f6dc903d964e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:57.523339 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f60d22-ee70-4942-b15d-f6dc903d964e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e821e2-d8c2-4a20-b511-5412e95fcbc7,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:57.527655 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-15f60d22-ee70-4942-b15d-f6dc903d964e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b4af6ba490e474a950bbac98ab914e3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4625821
Feb 28 18:51:57.530290 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 35270) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:57.590216 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a675acfe-cdf5-4183-acac-103f7726bcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:57.616378 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a675acfe-cdf5-4183-acac-103f7726bcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:57.671603 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a675acfe-cdf5-4183-acac-103f7726bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:57.708607 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675acfe-cdf5-4183-acac-103f7726bcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e821e2-d8c2-4a20-b511-5412e95fcbc7,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:57.722150 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a675acfe-cdf5-4183-acac-103f7726bcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:57.723280 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-a675acfe-cdf5-4183-acac-103f7726bcc8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6e821e2-d8c2-4a20-b511-5412e95fcbc7 HTTP/1.1" status: 204  len: 168 time: 0.1920707
Feb 28 18:51:57.738596 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-385489bd-f07f-43a5-ab85-f5c5a4ca6aa4 req-7b45216a-438f-472a-913d-e316f716a705 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2587857
Feb 28 18:51:57.888102 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f3934-bceb-4946-9554-792cf567805a req-d4001151-06e2-4fcc-afa5-bd5d0c1b225d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:57.889579 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1b4f3934-bceb-4946-9554-792cf567805a req-d4001151-06e2-4fcc-afa5-bd5d0c1b225d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.1682918
Feb 28 18:51:57.933780 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1b4f3934-bceb-4946-9554-792cf567805a req-77effd27-2822-4d86-b176-7df3b52b1c66 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384014
Feb 28 18:51:58.071446 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 35284) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:58.125676 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8647-824d-4361-adfb-0762629e6895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:58.174000 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-8b0b8647-824d-4361-adfb-0762629e6895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:51:58.179203 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-8b0b8647-824d-4361-adfb-0762629e6895 admin admin] Usage tracker for resource:security_group_rule and tenant:3cfa1b3d22804b92a55adf9d4bda635a is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:51:58.182815 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-8b0b8647-824d-4361-adfb-0762629e6895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:51:58.189736 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-8b0b8647-824d-4361-adfb-0762629e6895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:51:58.206177 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba581b-07a3-4b8c-96b4-4341153c1e0a req-59cece2a-4b43-429d-82c9-57f06ef2d70a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:58.207652 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a3ba581b-07a3-4b8c-96b4-4341153c1e0a req-59cece2a-4b43-429d-82c9-57f06ef2d70a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.1335070
Feb 28 18:51:58.217574 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 35288) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:58.223357 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-3f9b09c1-d6e5-4043-be05-f29833ede727 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Request body: {'floatingip': {'port_id': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:51:58.267954 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8647-824d-4361-adfb-0762629e6895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:58.276149 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8647-824d-4361-adfb-0762629e6895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:58.289102 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-2974da0d-1432-4190-94c8-48c4abca21ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:58.332682 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b8647-824d-4361-adfb-0762629e6895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd103c5a-a240-40ba-a6ac-78a1b27ffb6e,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:58.339866 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-8b0b8647-824d-4361-adfb-0762629e6895 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3cfa1b3d22804b92a55adf9d4bda635a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2673800
Feb 28 18:51:58.340499 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 35294) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:51:58.399491 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2be4c0c0-5fba-4d02-bf05-7815caa9d1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:58.424023 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2be4c0c0-5fba-4d02-bf05-7815caa9d1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:58.476799 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2be4c0c0-5fba-4d02-bf05-7815caa9d1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:58.493666 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be4c0c0-5fba-4d02-bf05-7815caa9d1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd103c5a-a240-40ba-a6ac-78a1b27ffb6e,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:51:58.496904 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2be4c0c0-5fba-4d02-bf05-7815caa9d1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:58.498009 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-2be4c0c0-5fba-4d02-bf05-7815caa9d1fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd103c5a-a240-40ba-a6ac-78a1b27ffb6e HTTP/1.1" status: 204  len: 168 time: 0.1563039
Feb 28 18:51:58.504321 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3f9b09c1-d6e5-4043-be05-f29833ede727 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for floatingip, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:58.724936 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0706147e-c901-4902-aa40-0a9351b192a1 req-ce6fd036-2fb1-40a0-91a0-847d444af2f0 service neutron] 10.222.0.70 "GET /v2.0/networks/b684a2de-04c4-4b86-b048-e2b4a86486ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4326506
Feb 28 18:51:58.730295 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258c63a-1b0e-426f-9006-ae0e498da814 req-4e871aee-a618-4755-9565-0e94b5fcbb7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:58.731628 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5258c63a-1b0e-426f-9006-ae0e498da814 req-4e871aee-a618-4755-9565-0e94b5fcbb7f service neutron] 10.222.0.70 "GET /v2.0/networks?id=938299cb-86e8-4dea-8808-d72ec700e3e7 HTTP/1.1" status: 200  len: 911 time: 0.4605865
Feb 28 18:51:58.786204 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca3265-893a-456f-99b7-9628517e83b5 req-292e8c9e-8bdd-48de-a175-d267fbe6317d tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:58.787717 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e3ca3265-893a-456f-99b7-9628517e83b5 req-292e8c9e-8bdd-48de-a175-d267fbe6317d tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 943 time: 0.3989203
Feb 28 18:51:58.946419 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456fab8-a0d8-453b-bdd6-e4d9e82f6fc9 req-6c041926-f74d-4360-a788-e0f6fbf76ce9 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:51:58.948077 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5456fab8-a0d8-453b-bdd6-e4d9e82f6fc9 req-6c041926-f74d-4360-a788-e0f6fbf76ce9 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 947 time: 0.0838156
Feb 28 18:51:58.974204 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e3ca3265-893a-456f-99b7-9628517e83b5 req-9e8481cb-7e51-4691-96ee-bcd839bfeba2 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1785972
Feb 28 18:51:59.007088 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5456fab8-a0d8-453b-bdd6-e4d9e82f6fc9 req-02d3313d-e996-4555-a8d6-1d6a2b760e00 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529490
Feb 28 18:51:59.205542 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5258c63a-1b0e-426f-9006-ae0e498da814 req-b2bdcf3d-3c37-4bd1-8c5e-80e3fb8f99a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aebe2643-2477-4922-b13a-aec8477af2d7 HTTP/1.1" status: 200  len: 217 time: 0.0687659
Feb 28 18:51:59.313118 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3f9b09c1-d6e5-4043-be05-f29833ede727 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:59.318028 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3f9b09c1-d6e5-4043-be05-f29833ede727 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716924'] for floatingip, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:59.464542 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:59.525482 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:51:59.613894 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.l3_db [None req-3f9b09c1-d6e5-4043-be05-f29833ede727 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Floating IP 693a29d7-75ca-4a24-b38c-fa8b780e783a associated. External IP: 172.27.3.206, port: 4eeeeea6-2751-470f-8af0-cf73f2d8fa02.
Feb 28 18:52:00.012829 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9b09c1-d6e5-4043-be05-f29833ede727 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:52:00.234304 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b051f-b381-4b4b-be54-e4ccccdebf8e req-259a3dc3-7354-48ed-b550-6fc486db7161 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:00.242835 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a59b051f-b381-4b4b-be54-e4ccccdebf8e req-259a3dc3-7354-48ed-b550-6fc486db7161 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 947 time: 0.0915401
Feb 28 18:52:00.245942 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68891425-c534-4d3e-bb14-c024aa94e3ad req-c46d162d-ecfc-4078-91a4-6632d979a1f2 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:00.247417 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-68891425-c534-4d3e-bb14-c024aa94e3ad req-c46d162d-ecfc-4078-91a4-6632d979a1f2 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 943 time: 0.1166580
Feb 28 18:52:00.286393 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a59b051f-b381-4b4b-be54-e4ccccdebf8e req-4ea3e366-7c0a-4056-ade3-da66db9ac1ff tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424631
Feb 28 18:52:00.315092 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-68891425-c534-4d3e-bb14-c024aa94e3ad req-f700f435-a333-4e82-bee8-aca6ff3de73c tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613229
Feb 28 18:52:00.331564 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9b09c1-d6e5-4043-be05-f29833ede727 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:52:00.336043 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3f9b09c1-d6e5-4043-be05-f29833ede727 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:00.342777 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3428b8-ee11-472a-b473-5c1407b773c7 None None] Sync routers for ids ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:52:00.355513 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3428b8-ee11-472a-b473-5c1407b773c7 None None] Routers {'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:52:00.356492 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-ae3428b8-ee11-472a-b473-5c1407b773c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ab380a0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:51:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:52:00.390113 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-3f9b09c1-d6e5-4043-be05-f29833ede727 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "PUT /v2.0/floatingips/693a29d7-75ca-4a24-b38c-fa8b780e783a HTTP/1.1" status: 200  len: 992 time: 2.1712539
Feb 28 18:52:00.391009 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a409d964-f848-4376-969f-21448ea20b9f', 'tag': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:52:00.454221 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a409d964-f848-4376-969f-21448ea20b9f', 'tag': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02', 'status': 'completed', 'code': 200}
Feb 28 18:52:00.559495 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-ae3428b8-ee11-472a-b473-5c1407b773c7 None None] Set router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:52:00.673950 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258c63a-1b0e-426f-9006-ae0e498da814 req-e97ab229-780a-4604-8a1e-a2cd3de9df98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:00.679222 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5258c63a-1b0e-426f-9006-ae0e498da814 req-e97ab229-780a-4604-8a1e-a2cd3de9df98 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6dce3474-2c0c-493d-819c-9f361e4996c7 HTTP/1.1" status: 200  len: 849 time: 0.2308686
Feb 28 18:52:00.687975 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3972b288-a773-41c0-8f47-07b99b0dc8ba req-c6ce5c01-47e3-4f30-8601-c5c50b27baea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c9c9337657d43f59f92137cbfb4bdcb&device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 1099 time: 0.1606445
Feb 28 18:52:00.784803 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:00.842922 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:00.908962 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5258c63a-1b0e-426f-9006-ae0e498da814 req-778b3a9a-4fe7-425c-a8d2-61d56d9c95c1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=938299cb-86e8-4dea-8808-d72ec700e3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2133090
Feb 28 18:52:00.908962 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972b288-a773-41c0-8f47-07b99b0dc8ba req-c33d010f-bd6a-4582-8a0b-f05bd9045d79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:00.909428 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3972b288-a773-41c0-8f47-07b99b0dc8ba req-c33d010f-bd6a-4582-8a0b-f05bd9045d79 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88bc605-548b-40fa-8e31-819c1a23132c HTTP/1.1" status: 200  len: 917 time: 0.1760757
Feb 28 18:52:01.101275 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-ae3428b8-ee11-472a-b473-5c1407b773c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ab380a0>, [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:07Z', 'revision_number': 4, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port': {'id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '693a29d7-75ca-4a24-b38c-fa8b780e783a', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'port_id': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'mac_address': 'fa:16:3e:d0:52:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a409d964-f848-4376-969f-21448ea20b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:51:40Z', 'updated_at': '2022-02-28T18:51:59Z', 'revision_number': 1, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65cb300e-621a-4ff2-b528-9c4d473e0786', 'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'mac_address': 'fa:16:3e:32:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:20Z', 'revision_number': 5, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'subnets': [{'id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:52:01.106637 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3428b8-ee11-472a-b473-5c1407b773c7 None None] Checking router: cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:52:01.119021 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3428b8-ee11-472a-b473-5c1407b773c7 None None] Routers {'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:52:01.119822 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-ae3428b8-ee11-472a-b473-5c1407b773c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ab380a0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:51:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:52:01.238614 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3972b288-a773-41c0-8f47-07b99b0dc8ba req-aac8ea54-c5a8-48bb-a83a-841999457179 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4eeeeea6-2751-470f-8af0-cf73f2d8fa02 HTTP/1.1" status: 200  len: 1000 time: 0.2976024
Feb 28 18:52:01.296009 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5258c63a-1b0e-426f-9006-ae0e498da814 req-f873a383-1092-4918-b0fd-22eaf45a564a service neutron] 10.222.0.70 "GET /v2.0/networks/938299cb-86e8-4dea-8808-d72ec700e3e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3855040
Feb 28 18:52:01.334354 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-ae3428b8-ee11-472a-b473-5c1407b773c7 None None] Set router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:52:01.399818 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972b288-a773-41c0-8f47-07b99b0dc8ba req-11246678-c0bf-42c2-b227-0308b0046df9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:01.401919 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3972b288-a773-41c0-8f47-07b99b0dc8ba req-11246678-c0bf-42c2-b227-0308b0046df9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0397a5d3-99dd-4619-9152-f3a0940b516f HTTP/1.1" status: 200  len: 855 time: 0.1517992
Feb 28 18:52:01.453398 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5258c63a-1b0e-426f-9006-ae0e498da814 req-386c56f6-bcf9-4d1a-8981-b4699e9cb8c2 service neutron] 10.222.0.70 "GET /v2.0/networks/938299cb-86e8-4dea-8808-d72ec700e3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1493201
Feb 28 18:52:01.549621 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b98b4-d78b-4634-b3e5-1b7ded0d7f1f req-9446448a-54c0-4e00-a7c4-4dfa1d1e7f53 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:01.552642 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-416b98b4-d78b-4634-b3e5-1b7ded0d7f1f req-9446448a-54c0-4e00-a7c4-4dfa1d1e7f53 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 947 time: 0.0835979
Feb 28 18:52:01.590168 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a49de-efaf-4504-b6ea-a929042bd668 req-83b20ffa-a5fe-4c75-abc8-66bd48b44851 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:01.598365 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f38a49de-efaf-4504-b6ea-a929042bd668 req-83b20ffa-a5fe-4c75-abc8-66bd48b44851 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 943 time: 0.1003129
Feb 28 18:52:01.606790 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-416b98b4-d78b-4634-b3e5-1b7ded0d7f1f req-adcbe7c2-1013-4c17-8363-9dded90a4705 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484276
Feb 28 18:52:01.648778 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f38a49de-efaf-4504-b6ea-a929042bd668 req-6bf6b785-5a28-4eff-8798-aecd9372a93c tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493934
Feb 28 18:52:01.763424 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-ae3428b8-ee11-472a-b473-5c1407b773c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ab380a0>, [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:07Z', 'revision_number': 4, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port': {'id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '693a29d7-75ca-4a24-b38c-fa8b780e783a', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'port_id': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'mac_address': 'fa:16:3e:d0:52:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a409d964-f848-4376-969f-21448ea20b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:51:40Z', 'updated_at': '2022-02-28T18:51:59Z', 'revision_number': 1, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65cb300e-621a-4ff2-b528-9c4d473e0786', 'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'mac_address': 'fa:16:3e:32:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:20Z', 'revision_number': 5, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'subnets': [{'id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:52:01.767427 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3428b8-ee11-472a-b473-5c1407b773c7 None None] The sync data for ids ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'] in dv-cinder-831188-1-iscsi is: [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:07Z', 'revision_number': 4, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port': {'id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '693a29d7-75ca-4a24-b38c-fa8b780e783a', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'port_id': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'mac_address': 'fa:16:3e:d0:52:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a409d964-f848-4376-969f-21448ea20b9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:51:40Z', 'updated_at': '2022-02-28T18:51:59Z', 'revision_number': 1, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65cb300e-621a-4ff2-b528-9c4d473e0786', 'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'mac_address': 'fa:16:3e:32:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:20Z', 'revision_number': 5, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'subnets': [{'id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:52:01.973198 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5038d2a0-1498-42e3-bd88-ea0647ccb20d None None] New status for floating IP 693a29d7-75ca-4a24-b38c-fa8b780e783a: ACTIVE {{(pid=83065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 28 18:52:02.842119 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476c62d-ea5a-425e-a361-1bce916cb87f req-84d54bbe-bad0-4fc6-9f22-b6f266ca6ffe tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:02.844381 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1476c62d-ea5a-425e-a361-1bce916cb87f req-84d54bbe-bad0-4fc6-9f22-b6f266ca6ffe tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 943 time: 0.0781119
Feb 28 18:52:02.863597 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df185f0-7535-4ef5-b31c-cecb06356ffd req-128e436a-18b6-4aa8-8688-53e877cd54b1 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:02.865053 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8df185f0-7535-4ef5-b31c-cecb06356ffd req-128e436a-18b6-4aa8-8688-53e877cd54b1 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 947 time: 0.1212206
Feb 28 18:52:02.893414 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1476c62d-ea5a-425e-a361-1bce916cb87f req-b0dbed62-cf97-463c-8a7e-ea9f843c3514 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433128
Feb 28 18:52:02.925733 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3972b288-a773-41c0-8f47-07b99b0dc8ba req-73f016ff-bd32-48fd-b224-4704d8a2243b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88bc605-548b-40fa-8e31-819c1a23132c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1166093
Feb 28 18:52:02.929538 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8df185f0-7535-4ef5-b31c-cecb06356ffd req-4fc7f2e7-9eed-47fc-9237-47fb271b0887 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540881
Feb 28 18:52:03.849115 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3972b288-a773-41c0-8f47-07b99b0dc8ba req-2686e254-3d32-4dd1-91bd-32fb62235587 service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343625
Feb 28 18:52:04.109135 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e3be7-558d-4645-9a7f-4d3304d2a370 req-907eb4ab-9896-4429-89b2-a596b4822947 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:04.110522 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0a0e3be7-558d-4645-9a7f-4d3304d2a370 req-907eb4ab-9896-4429-89b2-a596b4822947 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 943 time: 0.0903072
Feb 28 18:52:04.127097 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5b455-498c-46e2-b008-2acf7d89be46 req-a848eaa0-dbf9-43ff-8176-3f3a2ccb864f tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:04.128552 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-dad5b455-498c-46e2-b008-2acf7d89be46 req-a848eaa0-dbf9-43ff-8176-3f3a2ccb864f tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 947 time: 0.0802550
Feb 28 18:52:04.156922 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0a0e3be7-558d-4645-9a7f-4d3304d2a370 req-17af8aba-f540-4c66-a269-ffa26f33468a tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407865
Feb 28 18:52:04.175409 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-dad5b455-498c-46e2-b008-2acf7d89be46 req-a493f3f4-d14b-4c04-a476-41625d201098 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409472
Feb 28 18:52:05.231522 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3972b288-a773-41c0-8f47-07b99b0dc8ba req-5b4863e5-5e4b-4d00-aa54-68c381e41539 service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1413434
Feb 28 18:52:05.385630 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534ac1c-87e0-48fa-8c09-225b1173a6fe req-ff09ebb9-af36-49de-aad6-7b029fa74dfb tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:05.387803 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c534ac1c-87e0-48fa-8c09-225b1173a6fe req-ff09ebb9-af36-49de-aad6-7b029fa74dfb tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 943 time: 0.0794034
Feb 28 18:52:05.402677 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4557037-09d3-40c0-9bba-05957055b495 req-8faedd33-58e6-45d5-ae65-a12ef7fd424e tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:05.404138 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f4557037-09d3-40c0-9bba-05957055b495 req-8faedd33-58e6-45d5-ae65-a12ef7fd424e tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 947 time: 0.0808067
Feb 28 18:52:05.432963 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c534ac1c-87e0-48fa-8c09-225b1173a6fe req-17e86122-92f7-4fb1-80f8-f42f29bf5128 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393946
Feb 28 18:52:05.449797 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f4557037-09d3-40c0-9bba-05957055b495 req-f6fb1685-0043-4a44-91e2-f6ffa9af4c9a tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397460
Feb 28 18:52:06.639397 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fab8b-fef2-4fac-8149-b0f3a509600d req-27c108a5-0f01-4ec3-9fc0-5b5641b5e723 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:06.640816 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-728fab8b-fef2-4fac-8149-b0f3a509600d req-27c108a5-0f01-4ec3-9fc0-5b5641b5e723 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 943 time: 0.0772457
Feb 28 18:52:06.650989 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedf0f0-f04f-4556-8eda-7a9836a342ec req-fd47fbb1-6747-4397-95ca-73d373cb7adb tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:06.652472 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1bedf0f0-f04f-4556-8eda-7a9836a342ec req-fd47fbb1-6747-4397-95ca-73d373cb7adb tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 947 time: 0.0756760
Feb 28 18:52:06.685840 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-728fab8b-fef2-4fac-8149-b0f3a509600d req-7c9bc0ce-bfae-40c1-b46c-d48527bf1279 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391841
Feb 28 18:52:06.699175 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1bedf0f0-f04f-4556-8eda-7a9836a342ec req-9dc0a57f-3d3b-4e69-bd9e-032b47bb629f tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408657
Feb 28 18:52:07.890425 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4bf49-a219-4150-9494-3fd4ea3398b2 req-638e631e-c5c6-4aaa-940d-f42f8a04afcf tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:07.891903 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-86b4bf49-a219-4150-9494-3fd4ea3398b2 req-638e631e-c5c6-4aaa-940d-f42f8a04afcf tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 943 time: 0.0847838
Feb 28 18:52:07.902984 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea01ad-6dd0-4d32-bece-6abe98cb4c18 req-0d51cc51-298a-4087-80ca-d7403c767601 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:07.904437 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-daea01ad-6dd0-4d32-bece-6abe98cb4c18 req-0d51cc51-298a-4087-80ca-d7403c767601 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 947 time: 0.0814877
Feb 28 18:52:07.938517 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-86b4bf49-a219-4150-9494-3fd4ea3398b2 req-d9ea174d-6619-4376-8622-aa6de6a2f221 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406930
Feb 28 18:52:07.950388 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-daea01ad-6dd0-4d32-bece-6abe98cb4c18 req-0a9ba62a-674c-4aa5-9f71-8884096f6bee tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404644
Feb 28 18:52:08.373732 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device aebe2643-2477-4922-b13a-aec8477af2d7 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:52:08.505406 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port aebe2643-2477-4922-b13a-aec8477af2d7, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aebe2643-2477-4922-b13a-aec8477af2d7,segment=NetworkSegment(805819ed-9a94-43be-8f5f-0e28f8886edb),segment_id=805819ed-9a94-43be-8f5f-0e28f8886edb)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:52:08.518728 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': 'aebe2643-2477-4922-b13a-aec8477af2d7', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'port_id': 'aebe2643-2477-4922-b13a-aec8477af2d7', 'mac_address': 'fa:16:3e:a1:0a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:52:08.571296 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:08.588646 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aebe2643-2477-4922-b13a-aec8477af2d7 {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:52:08.603660 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port aebe2643-2477-4922-b13a-aec8477af2d7, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aebe2643-2477-4922-b13a-aec8477af2d7,segment=NetworkSegment(805819ed-9a94-43be-8f5f-0e28f8886edb),segment_id=805819ed-9a94-43be-8f5f-0e28f8886edb)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:52:08.609098 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:08.609720 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 8d23188b-671b-4b42-b778-3842a973dd2a details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:52:08.741054 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=aebe2643-2477-4922-b13a-aec8477af2d7,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:08.762958 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:08.763315 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:08.763647 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:08.763965 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:08.764295 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:08.764620 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:08.764942 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:08.765264 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:08.765584 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:08.765900 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:08.766217 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:08.811062 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 8d23188b-671b-4b42-b778-3842a973dd2a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8d23188b-671b-4b42-b778-3842a973dd2a,segment=NetworkSegment(46c4da90-3715-460c-94ee-3e32e0acb17a),segment_id=46c4da90-3715-460c-94ee-3e32e0acb17a)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:52:08.826021 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': '8d23188b-671b-4b42-b778-3842a973dd2a', 'network_id': 'b684a2de-04c4-4b86-b048-e2b4a86486ca', 'port_id': '8d23188b-671b-4b42-b778-3842a973dd2a', 'mac_address': 'fa:16:3e:9d:ef:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a02fa090-e6fd-4afd-b10c-18c432e1dd8e', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:52:08.882469 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:08.901445 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d23188b-671b-4b42-b778-3842a973dd2a {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:52:08.916891 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 8d23188b-671b-4b42-b778-3842a973dd2a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8d23188b-671b-4b42-b778-3842a973dd2a,segment=NetworkSegment(46c4da90-3715-460c-94ee-3e32e0acb17a),segment_id=46c4da90-3715-460c-94ee-3e32e0acb17a)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:52:08.922189 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:08.995954 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=8d23188b-671b-4b42-b778-3842a973dd2a,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:09.196941 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98928ac6-8110-42d0-b177-8fb8699a3a4a req-d4061657-a277-4abe-9527-2c07ab4218b7 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:09.200012 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-98928ac6-8110-42d0-b177-8fb8699a3a4a req-d4061657-a277-4abe-9527-2c07ab4218b7 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 948 time: 0.1033607
Feb 28 18:52:09.200519 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5948f-ba94-4373-a000-f690e38a4153 req-417b9a08-5ef9-49c7-978e-4c4939b92f13 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:09.202209 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1de5948f-ba94-4373-a000-f690e38a4153 req-417b9a08-5ef9-49c7-978e-4c4939b92f13 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 944 time: 0.1107190
Feb 28 18:52:09.267187 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-98928ac6-8110-42d0-b177-8fb8699a3a4a req-5a9cd974-f7c0-44b6-80a9-eeb154816953 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577703
Feb 28 18:52:09.267325 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1de5948f-ba94-4373-a000-f690e38a4153 req-a302cfbc-72cd-49e2-b0de-e05e330f00ca tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586128
Feb 28 18:52:09.353545 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['8d23188b-671b-4b42-b778-3842a973dd2a'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:52:09.367460 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 35520) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:09.380481 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['aebe2643-2477-4922-b13a-aec8477af2d7'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:52:09.512682 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-330ed4bb-f93c-4584-8520-6e8916d5e699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:09.544538 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-330ed4bb-f93c-4584-8520-6e8916d5e699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:09.548595 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-330ed4bb-f93c-4584-8520-6e8916d5e699 admin admin] Usage tracker for resource:security_group_rule and tenant:0511e262164e421c87cc5826c1c5e6e0 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:09.551589 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-330ed4bb-f93c-4584-8520-6e8916d5e699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:09.557644 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-330ed4bb-f93c-4584-8520-6e8916d5e699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:09.624310 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-330ed4bb-f93c-4584-8520-6e8916d5e699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:09.629107 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-330ed4bb-f93c-4584-8520-6e8916d5e699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:09.674664 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ed4bb-f93c-4584-8520-6e8916d5e699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109c96cd-6dd6-4255-a65a-911be0e33288,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:09.678685 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-330ed4bb-f93c-4584-8520-6e8916d5e699 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0511e262164e421c87cc5826c1c5e6e0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3101902
Feb 28 18:52:09.681470 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 35526) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:09.740234 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-62565338-0274-46c1-a113-e91ad37e8e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:09.765493 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-62565338-0274-46c1-a113-e91ad37e8e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:09.822991 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-62565338-0274-46c1-a113-e91ad37e8e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:09.844131 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62565338-0274-46c1-a113-e91ad37e8e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109c96cd-6dd6-4255-a65a-911be0e33288,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:09.848696 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-62565338-0274-46c1-a113-e91ad37e8e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:09.852718 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-62565338-0274-46c1-a113-e91ad37e8e14 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/109c96cd-6dd6-4255-a65a-911be0e33288 HTTP/1.1" status: 204  len: 168 time: 0.1702399
Feb 28 18:52:10.207918 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 35550) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:10.226546 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5a493e36-800a-4c14-818d-471528b32e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:10.260950 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-5a493e36-800a-4c14-818d-471528b32e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:10.264709 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-5a493e36-800a-4c14-818d-471528b32e0f admin admin] Usage tracker for resource:security_group_rule and tenant:73ede5dc114c4b58956cc98dd16264af is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:10.267449 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-5a493e36-800a-4c14-818d-471528b32e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:10.272959 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-5a493e36-800a-4c14-818d-471528b32e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:10.342472 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5a493e36-800a-4c14-818d-471528b32e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:10.349729 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5a493e36-800a-4c14-818d-471528b32e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:10.395546 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a493e36-800a-4c14-818d-471528b32e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d96a281-a63e-4b80-927c-6dfc2bebdf61,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:10.403006 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 35558) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:10.403608 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-5a493e36-800a-4c14-818d-471528b32e0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73ede5dc114c4b58956cc98dd16264af&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1939435
Feb 28 18:52:10.495523 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c09ef-fccf-44f3-9cbe-3260e8ad4ace req-01ae7e39-365a-4bd3-829f-61b85ea3bfc8 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:10.496987 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ee1c09ef-fccf-44f3-9cbe-3260e8ad4ace req-01ae7e39-365a-4bd3-829f-61b85ea3bfc8 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 944 time: 0.0813334
Feb 28 18:52:10.514514 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-01b4740b-321a-4631-85d5-b9347fef0bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:10.541881 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ee1c09ef-fccf-44f3-9cbe-3260e8ad4ace req-9236e09f-b9a6-4ffe-8722-8cccec6467e7 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389600
Feb 28 18:52:10.545164 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac79bd97-b171-4393-914f-4103fdd8850d req-4dbaba33-1bee-470c-bf44-55e3ed8a1fcc tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:10.546647 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ac79bd97-b171-4393-914f-4103fdd8850d req-4dbaba33-1bee-470c-bf44-55e3ed8a1fcc tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 948 time: 0.1297264
Feb 28 18:52:10.550764 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-01b4740b-321a-4631-85d5-b9347fef0bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:10.706025 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ac79bd97-b171-4393-914f-4103fdd8850d req-585220d6-0e4e-425b-accb-1031ebdb3d4b tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485405
Feb 28 18:52:10.724694 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-01b4740b-321a-4631-85d5-b9347fef0bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:10.739632 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4740b-321a-4631-85d5-b9347fef0bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d96a281-a63e-4b80-927c-6dfc2bebdf61,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:10.747258 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-01b4740b-321a-4631-85d5-b9347fef0bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:10.748561 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-01b4740b-321a-4631-85d5-b9347fef0bdc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3d96a281-a63e-4b80-927c-6dfc2bebdf61 HTTP/1.1" status: 204  len: 168 time: 0.3444517
Feb 28 18:52:11.183288 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 35566) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:11.201745 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fb87adac-1efc-4b1e-ab94-27ad8af4990e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:11.232279 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-fb87adac-1efc-4b1e-ab94-27ad8af4990e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:11.236026 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-fb87adac-1efc-4b1e-ab94-27ad8af4990e admin admin] Usage tracker for resource:security_group_rule and tenant:2122c5b77cf4478aaeb4063f55acdf3f is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:11.238901 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-fb87adac-1efc-4b1e-ab94-27ad8af4990e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:11.244892 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-fb87adac-1efc-4b1e-ab94-27ad8af4990e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:11.312465 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fb87adac-1efc-4b1e-ab94-27ad8af4990e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:11.316666 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fb87adac-1efc-4b1e-ab94-27ad8af4990e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:11.360019 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb87adac-1efc-4b1e-ab94-27ad8af4990e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13cf11b-4af8-435a-9042-56987ae42f52,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:11.365703 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-fb87adac-1efc-4b1e-ab94-27ad8af4990e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2122c5b77cf4478aaeb4063f55acdf3f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1809974
Feb 28 18:52:11.368238 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 35574) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:11.428740 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c4a7b1c5-47d6-442b-9c0b-72b2dd1c79b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:11.460549 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c4a7b1c5-47d6-442b-9c0b-72b2dd1c79b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:11.514919 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c4a7b1c5-47d6-442b-9c0b-72b2dd1c79b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:11.529795 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7b1c5-47d6-442b-9c0b-72b2dd1c79b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13cf11b-4af8-435a-9042-56987ae42f52,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:11.536446 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c4a7b1c5-47d6-442b-9c0b-72b2dd1c79b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:11.539046 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-c4a7b1c5-47d6-442b-9c0b-72b2dd1c79b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c13cf11b-4af8-435a-9042-56987ae42f52 HTTP/1.1" status: 204  len: 168 time: 0.1697869
Feb 28 18:52:11.777393 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95d01f-03ed-4913-bd17-0139960d64e7 req-94f614f3-c903-4d7c-b257-9b831720725f tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:11.779403 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-eb95d01f-03ed-4913-bd17-0139960d64e7 req-94f614f3-c903-4d7c-b257-9b831720725f tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 944 time: 0.1057665
Feb 28 18:52:11.826944 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-eb95d01f-03ed-4913-bd17-0139960d64e7 req-1a788ea7-bdde-4223-8462-1ebc500cfb90 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419669
Feb 28 18:52:11.924190 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb037210-cef7-4093-90ef-80671a9db903 req-e4f90c72-6820-487c-aefd-97aec1133146 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:11.925671 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cb037210-cef7-4093-90ef-80671a9db903 req-e4f90c72-6820-487c-aefd-97aec1133146 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 948 time: 0.0853620
Feb 28 18:52:11.971241 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cb037210-cef7-4093-90ef-80671a9db903 req-c3e0afbf-fb63-4072-831f-da0935e532e9 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401533
Feb 28 18:52:12.402715 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device aebe2643-2477-4922-b13a-aec8477af2d7 up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:52:12.504017 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port aebe2643-2477-4922-b13a-aec8477af2d7 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:52:12.508692 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port aebe2643-2477-4922-b13a-aec8477af2d7 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:52:12.509088 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:12.622657 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:12.648629 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36243886-c44e-4381-ba96-dbc96736c804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebe2643-2477-4922-b13a-aec8477af2d7'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:52:12.662977 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port aebe2643-2477-4922-b13a-aec8477af2d7, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aebe2643-2477-4922-b13a-aec8477af2d7,segment=NetworkSegment(805819ed-9a94-43be-8f5f-0e28f8886edb),segment_id=805819ed-9a94-43be-8f5f-0e28f8886edb)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:52:12.668858 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:12.669651 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 8d23188b-671b-4b42-b778-3842a973dd2a up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:52:12.729165 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36243886-c44e-4381-ba96-dbc96736c804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebe2643-2477-4922-b13a-aec8477af2d7', 'code': 200}
Feb 28 18:52:12.784920 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=aebe2643-2477-4922-b13a-aec8477af2d7,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:12.801135 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port 8d23188b-671b-4b42-b778-3842a973dd2a completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:52:12.806693 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port 8d23188b-671b-4b42-b778-3842a973dd2a triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:52:12.807484 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:13.004763 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:13.045101 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 8d23188b-671b-4b42-b778-3842a973dd2a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8d23188b-671b-4b42-b778-3842a973dd2a,segment=NetworkSegment(46c4da90-3715-460c-94ee-3e32e0acb17a),segment_id=46c4da90-3715-460c-94ee-3e32e0acb17a)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:52:13.054113 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:13.157496 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=8d23188b-671b-4b42-b778-3842a973dd2a,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:13.297324 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac940777-43a3-4b4d-a24c-2d7e2ea1c4ce req-a4bed0fb-9ee0-4b4b-a894-e510d05d299e tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:13.298789 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ac940777-43a3-4b4d-a24c-2d7e2ea1c4ce req-a4bed0fb-9ee0-4b4b-a894-e510d05d299e tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 949 time: 0.0971859
Feb 28 18:52:13.306423 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b26495-cb0d-41af-851c-1e2b9aed04b5 req-384597a6-9a2a-4764-ab63-0a423f1e8a3e tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:13.307930 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-88b26495-cb0d-41af-851c-1e2b9aed04b5 req-384597a6-9a2a-4764-ab63-0a423f1e8a3e tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 945 time: 0.2131300
Feb 28 18:52:13.345091 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ac940777-43a3-4b4d-a24c-2d7e2ea1c4ce req-094242ae-47da-4933-98dd-c59c74f27401 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399251
Feb 28 18:52:13.363296 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-23ae33e2-c3bc-4a28-a284-0777d40b0c85 req-8928172d-27fc-45a5-a8ac-924c40b87f88 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 1098 time: 0.4367447
Feb 28 18:52:13.370590 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-88b26495-cb0d-41af-851c-1e2b9aed04b5 req-c7c7af8f-d79b-4c16-be7e-7df5482e8ede tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556664
Feb 28 18:52:13.406433 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-23ae33e2-c3bc-4a28-a284-0777d40b0c85 req-04bf314b-691c-4770-aa03-93cca9a91894 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0349176
Feb 28 18:52:14.552187 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df9822-ed79-4b78-819d-962158e307db req-8c8c6412-5766-460d-b8ef-b75f1d72ccb7 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:14.553652 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-12df9822-ed79-4b78-819d-962158e307db req-8c8c6412-5766-460d-b8ef-b75f1d72ccb7 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 949 time: 0.0760300
Feb 28 18:52:14.582486 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09f118-1e8c-4bbb-ba4b-8e591c9ba154 req-cea1edcc-2c62-4f63-8ed9-366817035cb8 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:14.583926 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ad09f118-1e8c-4bbb-ba4b-8e591c9ba154 req-cea1edcc-2c62-4f63-8ed9-366817035cb8 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 945 time: 0.0813675
Feb 28 18:52:14.599320 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-12df9822-ed79-4b78-819d-962158e307db req-4153c82a-edd7-44ba-a3cf-11a37279cdff tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395248
Feb 28 18:52:14.629373 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ad09f118-1e8c-4bbb-ba4b-8e591c9ba154 req-6f000221-a4e9-4b16-b8a2-ce19661108b9 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397787
Feb 28 18:52:14.730842 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a235e0-b538-4ab8-8938-814de2db269f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d23188b-671b-4b42-b778-3842a973dd2a'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:52:14.795745 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a235e0-b538-4ab8-8938-814de2db269f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d23188b-671b-4b42-b778-3842a973dd2a', 'code': 200}
Feb 28 18:52:15.803527 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3c3df-97de-43ab-9a0e-3c7f2eedce2d req-06eb065f-f445-40f3-8191-b16eb44cb43c tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:15.805062 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-05a3c3df-97de-43ab-9a0e-3c7f2eedce2d req-06eb065f-f445-40f3-8191-b16eb44cb43c tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 949 time: 0.0822878
Feb 28 18:52:15.853545 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-05a3c3df-97de-43ab-9a0e-3c7f2eedce2d req-a8818096-ed9c-4e31-8929-d018f213aae4 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413477
Feb 28 18:52:15.886607 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427fa74-ce27-475d-9a4e-6bea56bd0a8b req-b944495c-7b87-432f-aa9e-f8111e635a9d tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:15.888053 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7427fa74-ce27-475d-9a4e-6bea56bd0a8b req-b944495c-7b87-432f-aa9e-f8111e635a9d tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 945 time: 0.1338527
Feb 28 18:52:15.933753 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7427fa74-ce27-475d-9a4e-6bea56bd0a8b req-5b56d533-20cb-4bc6-8b36-15be245d28fa tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401580
Feb 28 18:52:17.065801 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ff8ae-5ef2-4728-97b2-db8e85580aef req-bf3fdb79-a1c3-46e7-ba33-4c0f111e23ce tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:17.067291 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3e2ff8ae-5ef2-4728-97b2-db8e85580aef req-bf3fdb79-a1c3-46e7-ba33-4c0f111e23ce tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 949 time: 0.0759275
Feb 28 18:52:17.115499 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3e2ff8ae-5ef2-4728-97b2-db8e85580aef req-8b126d9a-23b9-48f7-ac94-587a24bf3901 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429614
Feb 28 18:52:17.139197 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea8176-ae13-42a6-81a3-98a2f3debeb1 req-d84e65bd-ce36-4bda-9ef8-470da55fc190 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:17.140612 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b7ea8176-ae13-42a6-81a3-98a2f3debeb1 req-d84e65bd-ce36-4bda-9ef8-470da55fc190 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 945 time: 0.0777974
Feb 28 18:52:17.189694 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b7ea8176-ae13-42a6-81a3-98a2f3debeb1 req-590f93d6-eada-4880-8216-423c97abeab6 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434942
Feb 28 18:52:17.360180 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cbe03f48-eb97-4439-be30-a3d9c5c4c16c req-403402db-7d12-4404-9cae-e197422a64ef service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 1102 time: 0.0697739
Feb 28 18:52:17.403021 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cbe03f48-eb97-4439-be30-a3d9c5c4c16c req-721fbabe-ba86-4023-b55e-18063e039c46 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356839
Feb 28 18:52:18.333396 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4164606-87c3-48e8-8db3-dbaf32185c7c req-488c125e-2de5-43e2-ac29-71823f8567dd tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:18.335091 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e4164606-87c3-48e8-8db3-dbaf32185c7c req-488c125e-2de5-43e2-ac29-71823f8567dd tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 949 time: 0.0828471
Feb 28 18:52:18.384323 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e4164606-87c3-48e8-8db3-dbaf32185c7c req-2c5bcdc8-4edd-4bc9-9e18-4f5f15cdd2fe tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433710
Feb 28 18:52:18.391596 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ba726-d483-4554-893a-0b9cd331a578 req-9f4dfa70-8d01-4cb9-829f-1519f3e49cb1 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:18.393037 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ef6ba726-d483-4554-893a-0b9cd331a578 req-9f4dfa70-8d01-4cb9-829f-1519f3e49cb1 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 945 time: 0.0798206
Feb 28 18:52:18.442326 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ef6ba726-d483-4554-893a-0b9cd331a578 req-9c4c2b1a-61b0-4b9b-a01f-b4da8c4feb30 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433772
Feb 28 18:52:19.620426 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45a4cc-7444-4a99-b95c-9ac33aee6bcc req-6ebff82a-a37c-4b6c-9195-0be1c2745cc6 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:19.627672 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5e45a4cc-7444-4a99-b95c-9ac33aee6bcc req-6ebff82a-a37c-4b6c-9195-0be1c2745cc6 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 949 time: 0.0939684
Feb 28 18:52:19.653065 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f592b-7530-4cce-ad26-def654b4f3ec req-1077618f-2f2e-4bc9-91dd-840f0cb13128 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:19.654657 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-3f5f592b-7530-4cce-ad26-def654b4f3ec req-1077618f-2f2e-4bc9-91dd-840f0cb13128 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 945 time: 0.0817926
Feb 28 18:52:19.670637 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5e45a4cc-7444-4a99-b95c-9ac33aee6bcc req-a4692667-af9f-4976-aa0f-57935ead8ce5 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419288
Feb 28 18:52:19.703247 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-3f5f592b-7530-4cce-ad26-def654b4f3ec req-1b5ba830-24fe-431d-8cb3-604cab981c05 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423834
Feb 28 18:52:19.909162 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15586b1b-7d4c-4636-a7a8-1d3a177d80a9 req-418d0a37-7630-4e0e-a368-73999164bbce tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:19.910672 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-15586b1b-7d4c-4636-a7a8-1d3a177d80a9 req-418d0a37-7630-4e0e-a368-73999164bbce tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 945 time: 0.0903883
Feb 28 18:52:19.919376 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 35716) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:19.924535 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-1dbd7468-2e66-49e6-bede-efe9d993c4d8 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Request body: {'floatingip': {'port_id': 'aebe2643-2477-4922-b13a-aec8477af2d7'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:52:19.997637 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7468-2e66-49e6-bede-efe9d993c4d8 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for floatingip, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:20.671356 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7468-2e66-49e6-bede-efe9d993c4d8 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:20.677833 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7468-2e66-49e6-bede-efe9d993c4d8 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716924'] for floatingip, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:20.864843 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.l3_db [None req-1dbd7468-2e66-49e6-bede-efe9d993c4d8 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Floating IP 88db5aa4-72bc-4d44-b83e-7e6d248d0b45 associated. External IP: 172.27.3.219, port: aebe2643-2477-4922-b13a-aec8477af2d7.
Feb 28 18:52:20.866337 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f0e99-5830-40ed-8afe-5beedac68c5e req-aaf70a91-d0f5-4f6b-8156-74b063902c44 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:20.871014 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-274f0e99-5830-40ed-8afe-5beedac68c5e req-aaf70a91-d0f5-4f6b-8156-74b063902c44 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 949 time: 0.0796614
Feb 28 18:52:20.913925 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-274f0e99-5830-40ed-8afe-5beedac68c5e req-585e7bb2-ec4f-4b3d-bd96-245ff5410779 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397797
Feb 28 18:52:21.260080 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbd7468-2e66-49e6-bede-efe9d993c4d8 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:52:21.387342 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0603ad-59c8-4178-8220-0800f8c2111e req-7ebbcb64-6337-4b1f-b393-9222c7ad6bc0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:21.388947 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4a0603ad-59c8-4178-8220-0800f8c2111e req-7ebbcb64-6337-4b1f-b393-9222c7ad6bc0 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 949 time: 0.0791006
Feb 28 18:52:21.436365 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4a0603ad-59c8-4178-8220-0800f8c2111e req-b1aa5339-942e-4b77-babd-019fbe2b6563 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416169
Feb 28 18:52:21.460136 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbd7468-2e66-49e6-bede-efe9d993c4d8 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:52:21.465292 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-1dbd7468-2e66-49e6-bede-efe9d993c4d8 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:21.470762 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be25cabc-9fee-4575-82c6-5023ab6adb6a None None] Sync routers for ids ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:52:21.483600 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be25cabc-9fee-4575-82c6-5023ab6adb6a None None] Routers {'6778b8ad-ca0c-4f66-a401-79f79ef41a65'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:52:21.484202 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-be25cabc-9fee-4575-82c6-5023ab6adb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5a847be0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:51:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:52:21.517887 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-1dbd7468-2e66-49e6-bede-efe9d993c4d8 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "PUT /v2.0/floatingips/88db5aa4-72bc-4d44-b83e-7e6d248d0b45 HTTP/1.1" status: 200  len: 991 time: 1.5974364
Feb 28 18:52:21.518445 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36243886-c44e-4381-ba96-dbc96736c804', 'tag': 'aebe2643-2477-4922-b13a-aec8477af2d7'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:52:21.662306 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-be25cabc-9fee-4575-82c6-5023ab6adb6a None None] Set router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:52:21.721902 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36243886-c44e-4381-ba96-dbc96736c804', 'tag': 'aebe2643-2477-4922-b13a-aec8477af2d7', 'status': 'completed', 'code': 200}
Feb 28 18:52:22.008696 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-be25cabc-9fee-4575-82c6-5023ab6adb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5a847be0>, [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:18Z', 'revision_number': 4, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port': {'id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:02Z', 'updated_at': '2022-02-28T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '88db5aa4-72bc-4d44-b83e-7e6d248d0b45', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'port_id': 'aebe2643-2477-4922-b13a-aec8477af2d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'mac_address': 'fa:16:3e:a1:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36243886-c44e-4381-ba96-dbc96736c804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:51:46Z', 'updated_at': '2022-02-28T18:52:20Z', 'revision_number': 1, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c0a01b-4453-4632-ab9b-9bf5d8784f3b', 'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'mac_address': 'fa:16:3e:7b:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:16Z', 'updated_at': '2022-02-28T18:48:01Z', 'revision_number': 5, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'subnets': [{'id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:52:22.013109 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be25cabc-9fee-4575-82c6-5023ab6adb6a None None] Checking router: 6778b8ad-ca0c-4f66-a401-79f79ef41a65 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:52:22.023826 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be25cabc-9fee-4575-82c6-5023ab6adb6a None None] Routers {'6778b8ad-ca0c-4f66-a401-79f79ef41a65'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:52:22.024411 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-be25cabc-9fee-4575-82c6-5023ab6adb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5a847be0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:51:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:52:22.209069 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-be25cabc-9fee-4575-82c6-5023ab6adb6a None None] Set router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:52:22.584066 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-be25cabc-9fee-4575-82c6-5023ab6adb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5a847be0>, [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:18Z', 'revision_number': 4, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port': {'id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:02Z', 'updated_at': '2022-02-28T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '88db5aa4-72bc-4d44-b83e-7e6d248d0b45', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'port_id': 'aebe2643-2477-4922-b13a-aec8477af2d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'mac_address': 'fa:16:3e:a1:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36243886-c44e-4381-ba96-dbc96736c804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:51:46Z', 'updated_at': '2022-02-28T18:52:20Z', 'revision_number': 1, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c0a01b-4453-4632-ab9b-9bf5d8784f3b', 'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'mac_address': 'fa:16:3e:7b:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:16Z', 'updated_at': '2022-02-28T18:48:01Z', 'revision_number': 5, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'subnets': [{'id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:52:22.588456 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be25cabc-9fee-4575-82c6-5023ab6adb6a None None] The sync data for ids ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'] in dv-cinder-831188-1-iscsi is: [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:18Z', 'revision_number': 4, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port': {'id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:02Z', 'updated_at': '2022-02-28T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '88db5aa4-72bc-4d44-b83e-7e6d248d0b45', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'floating_ip_address': '172.27.3.219', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'port_id': 'aebe2643-2477-4922-b13a-aec8477af2d7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'mac_address': 'fa:16:3e:a1:0a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36243886-c44e-4381-ba96-dbc96736c804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:51:46Z', 'updated_at': '2022-02-28T18:52:20Z', 'revision_number': 1, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03c0a01b-4453-4632-ab9b-9bf5d8784f3b', 'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'mac_address': 'fa:16:3e:7b:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:16Z', 'updated_at': '2022-02-28T18:48:01Z', 'revision_number': 5, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'subnets': [{'id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:52:22.637920 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7184011-72d3-476e-b486-1cbfb1c541c5 req-4b775a45-6a41-413e-808a-8c9b0035e0a8 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:22.639467 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c7184011-72d3-476e-b486-1cbfb1c541c5 req-4b775a45-6a41-413e-808a-8c9b0035e0a8 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 949 time: 0.0821197
Feb 28 18:52:22.686331 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c7184011-72d3-476e-b486-1cbfb1c541c5 req-c41f65b4-3fdc-4dd9-a1a4-f66236fcd008 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413499
Feb 28 18:52:22.772197 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1dc01d-c248-4df3-ba9b-d72e511a2744 None None] New status for floating IP 88db5aa4-72bc-4d44-b83e-7e6d248d0b45: ACTIVE {{(pid=83065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 28 18:52:23.897053 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a8d07-caab-4d35-8d40-49b6a9b8b8e1 req-a11f81e6-a3b3-435a-83bd-04f58f0a862c tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:23.898473 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b93a8d07-caab-4d35-8d40-49b6a9b8b8e1 req-a11f81e6-a3b3-435a-83bd-04f58f0a862c tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 949 time: 0.0775614
Feb 28 18:52:23.951260 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b93a8d07-caab-4d35-8d40-49b6a9b8b8e1 req-b5e543d7-d740-43d0-b42f-38840e3711c7 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462873
Feb 28 18:52:24.169192 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-46e4cffc-8532-4e00-8521-04b107a0a4a1 req-0b8d7037-3580-44ea-8bc8-aaa66c26a416 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8fcb1c7fbee84c74815b0b125d1f9b35&device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 1098 time: 0.0735760
Feb 28 18:52:24.298050 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4cffc-8532-4e00-8521-04b107a0a4a1 req-d8275fb5-cd16-4ea2-adb1-17c9189d557c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:24.299542 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-46e4cffc-8532-4e00-8521-04b107a0a4a1 req-d8275fb5-cd16-4ea2-adb1-17c9189d557c service neutron] 10.222.0.70 "GET /v2.0/networks?id=938299cb-86e8-4dea-8808-d72ec700e3e7 HTTP/1.1" status: 200  len: 911 time: 0.1258540
Feb 28 18:52:24.494582 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-46e4cffc-8532-4e00-8521-04b107a0a4a1 req-56a6197e-35bf-432b-a7c7-306728fca0dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aebe2643-2477-4922-b13a-aec8477af2d7 HTTP/1.1" status: 200  len: 1001 time: 0.1856160
Feb 28 18:52:24.560314 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4cffc-8532-4e00-8521-04b107a0a4a1 req-cc822fb9-632a-43aa-b7a8-68e6b9aaab4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:24.561619 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-46e4cffc-8532-4e00-8521-04b107a0a4a1 req-cc822fb9-632a-43aa-b7a8-68e6b9aaab4a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6dce3474-2c0c-493d-819c-9f361e4996c7 HTTP/1.1" status: 200  len: 849 time: 0.0610812
Feb 28 18:52:24.636827 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-46e4cffc-8532-4e00-8521-04b107a0a4a1 req-0829ea07-0ab2-40a9-a55d-c7cd4ca635a2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=938299cb-86e8-4dea-8808-d72ec700e3e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0685902
Feb 28 18:52:24.770074 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-46e4cffc-8532-4e00-8521-04b107a0a4a1 req-c0cf1276-50b9-4c79-8b40-48a8164845fa service neutron] 10.222.0.70 "GET /v2.0/networks/938299cb-86e8-4dea-8808-d72ec700e3e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218462
Feb 28 18:52:24.910733 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-46e4cffc-8532-4e00-8521-04b107a0a4a1 req-d521c725-f4ef-4a3b-af2f-1bd94b84915f service neutron] 10.222.0.70 "GET /v2.0/networks/938299cb-86e8-4dea-8808-d72ec700e3e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327791
Feb 28 18:52:25.169669 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d8e01-645b-4c0b-8b61-a5cbed738b7f req-b056c5e5-5576-45ac-aac9-a5fd78d66620 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:25.170396 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f96d8e01-645b-4c0b-8b61-a5cbed738b7f req-b056c5e5-5576-45ac-aac9-a5fd78d66620 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 949 time: 0.0761514
Feb 28 18:52:25.224635 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f96d8e01-645b-4c0b-8b61-a5cbed738b7f req-579b5c8f-9528-4091-913b-e473103b2bb3 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477116
Feb 28 18:52:26.047083 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-67f389c7-6ee8-4344-8dbf-f3635e569642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:26.427437 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5239b5-6f4f-4951-9903-489ccfc978fd req-cfbe545d-fb2c-49c1-9ac7-0b87a1db2abf tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:26.428857 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7b5239b5-6f4f-4951-9903-489ccfc978fd req-cfbe545d-fb2c-49c1-9ac7-0b87a1db2abf tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 949 time: 0.0786600
Feb 28 18:52:26.474821 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7b5239b5-6f4f-4951-9903-489ccfc978fd req-f9d51c2b-e34f-4a0a-8d3c-d2f0a50b88c5 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404034
Feb 28 18:52:26.637361 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 35836) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:26.781594 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-de0fe3a2-1f84-4dcb-b7fa-0704d9b10bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:26.816634 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-de0fe3a2-1f84-4dcb-b7fa-0704d9b10bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:26.820381 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-de0fe3a2-1f84-4dcb-b7fa-0704d9b10bde admin admin] Usage tracker for resource:security_group_rule and tenant:65a8a0b637b144eab7a9339a6fc16f95 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:26.823733 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-de0fe3a2-1f84-4dcb-b7fa-0704d9b10bde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:26.829548 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-de0fe3a2-1f84-4dcb-b7fa-0704d9b10bde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:26.897668 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-de0fe3a2-1f84-4dcb-b7fa-0704d9b10bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:26.903715 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-de0fe3a2-1f84-4dcb-b7fa-0704d9b10bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:26.956369 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-de0fe3a2-1f84-4dcb-b7fa-0704d9b10bde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65a8a0b637b144eab7a9339a6fc16f95&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3117535
Feb 28 18:52:26.956369 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fe3a2-1f84-4dcb-b7fa-0704d9b10bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4901c11-08d9-4d2a-87fc-5e4f4b2e9bee,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:26.956624 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 35844) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:27.019969 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f1855383-45e4-4524-99a2-aaf091f98fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:27.048676 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f1855383-45e4-4524-99a2-aaf091f98fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:27.101542 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f1855383-45e4-4524-99a2-aaf091f98fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:27.123229 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1855383-45e4-4524-99a2-aaf091f98fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4901c11-08d9-4d2a-87fc-5e4f4b2e9bee,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:27.137345 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f1855383-45e4-4524-99a2-aaf091f98fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:27.138449 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-f1855383-45e4-4524-99a2-aaf091f98fb6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4901c11-08d9-4d2a-87fc-5e4f4b2e9bee HTTP/1.1" status: 204  len: 168 time: 0.1843402
Feb 28 18:52:27.140261 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1855383-45e4-4524-99a2-aaf091f98fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:27.140985 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1855383-45e4-4524-99a2-aaf091f98fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:27.140985 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1855383-45e4-4524-99a2-aaf091f98fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:27.141331 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1855383-45e4-4524-99a2-aaf091f98fb6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:27.141656 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1855383-45e4-4524-99a2-aaf091f98fb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:27.141988 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1855383-45e4-4524-99a2-aaf091f98fb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:27.142277 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1855383-45e4-4524-99a2-aaf091f98fb6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:27.142621 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1855383-45e4-4524-99a2-aaf091f98fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:27.142968 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1855383-45e4-4524-99a2-aaf091f98fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:27.143282 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1855383-45e4-4524-99a2-aaf091f98fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:27.143596 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1855383-45e4-4524-99a2-aaf091f98fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:27.483817 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 35856) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:27.502511 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a54bf8b0-7ef4-42df-8a81-6a4aa95d581b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:27.534975 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-a54bf8b0-7ef4-42df-8a81-6a4aa95d581b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:27.538722 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-a54bf8b0-7ef4-42df-8a81-6a4aa95d581b admin admin] Usage tracker for resource:security_group_rule and tenant:1a6c2d62f4574faab8ff53725b57a3de is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:27.541914 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-a54bf8b0-7ef4-42df-8a81-6a4aa95d581b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:27.547485 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-a54bf8b0-7ef4-42df-8a81-6a4aa95d581b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:27.616243 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a54bf8b0-7ef4-42df-8a81-6a4aa95d581b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:27.621250 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a54bf8b0-7ef4-42df-8a81-6a4aa95d581b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:27.666513 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54bf8b0-7ef4-42df-8a81-6a4aa95d581b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e772204f-063c-4501-b13c-96158d792e0f,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:27.674641 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-a54bf8b0-7ef4-42df-8a81-6a4aa95d581b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a6c2d62f4574faab8ff53725b57a3de&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1873984
Feb 28 18:52:27.675005 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 35862) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:27.681522 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bc9b8-20b8-42be-9b76-210eef2930b3 req-0c7b6509-1656-4ccb-856f-ac41a523f4e6 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:27.687193 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a39bc9b8-20b8-42be-9b76-210eef2930b3 req-0c7b6509-1656-4ccb-856f-ac41a523f4e6 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 949 time: 0.0887327
Feb 28 18:52:27.734929 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:52:27.735532 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a39bc9b8-20b8-42be-9b76-210eef2930b3 req-0137b526-aeff-4c4f-9847-622756661d4d tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463853
Feb 28 18:52:27.738780 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-cc04c218-ba69-4a2c-ba59-7b88db2e7729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:27.767638 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-cc04c218-ba69-4a2c-ba59-7b88db2e7729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:27.822735 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-cc04c218-ba69-4a2c-ba59-7b88db2e7729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:27.836457 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04c218-ba69-4a2c-ba59-7b88db2e7729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e772204f-063c-4501-b13c-96158d792e0f,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:27.842524 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-cc04c218-ba69-4a2c-ba59-7b88db2e7729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:27.843651 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-cc04c218-ba69-4a2c-ba59-7b88db2e7729 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e772204f-063c-4501-b13c-96158d792e0f HTTP/1.1" status: 204  len: 168 time: 0.1677392
Feb 28 18:52:28.287710 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-6a8ba207-1f0d-42a0-81b9-2eb4e9637fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:28.922933 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d38030-938a-4274-9a9c-ab2cc4967471 req-a387451f-17e3-4767-81c9-1af46ca2a9f7 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:28.924398 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-18d38030-938a-4274-9a9c-ab2cc4967471 req-a387451f-17e3-4767-81c9-1af46ca2a9f7 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 949 time: 0.0749738
Feb 28 18:52:28.972751 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-18d38030-938a-4274-9a9c-ab2cc4967471 req-ef80d3bb-ae2a-4df7-97df-21b81d35cb0f tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428410
Feb 28 18:52:29.473171 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:29.525785 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:30.052704 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365f8ce-bfb8-4f3b-87b9-06b3717354fb req-a4f74e09-5409-47fd-bcc2-cbdf4cc99be4 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:30.054803 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c365f8ce-bfb8-4f3b-87b9-06b3717354fb req-a4f74e09-5409-47fd-bcc2-cbdf4cc99be4 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.70 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 949 time: 0.1055236
Feb 28 18:52:30.132987 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-c365f8ce-bfb8-4f3b-87b9-06b3717354fb req-4b703a1e-80a0-4489-825f-cc67e759b0e6 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Deleting port 8d23188b-671b-4b42-b778-3842a973dd2a {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:52:30.133336 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c365f8ce-bfb8-4f3b-87b9-06b3717354fb req-4b703a1e-80a0-4489-825f-cc67e759b0e6 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:30.207821 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a522d-bced-4dd1-90b6-5d31961bd22f req-880ca87f-666a-421b-820c-c4f2f97465d1 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:30.214748 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f96a522d-bced-4dd1-90b6-5d31961bd22f req-880ca87f-666a-421b-820c-c4f2f97465d1 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 949 time: 0.0926182
Feb 28 18:52:30.261354 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f96a522d-bced-4dd1-90b6-5d31961bd22f req-ee7bcca1-51d0-47ac-abb6-2e0dfb36f77d tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/security-groups?id=78eade54-e19b-49a6-91e6-4e1b3c91968d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456254
Feb 28 18:52:30.398817 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-c365f8ce-bfb8-4f3b-87b9-06b3717354fb req-4b703a1e-80a0-4489-825f-cc67e759b0e6 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] For port 8d23188b-671b-4b42-b778-3842a973dd2a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=8d23188b-671b-4b42-b778-3842a973dd2a,segment=NetworkSegment(46c4da90-3715-460c-94ee-3e32e0acb17a),segment_id=46c4da90-3715-460c-94ee-3e32e0acb17a)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:52:30.399208 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c365f8ce-bfb8-4f3b-87b9-06b3717354fb req-4b703a1e-80a0-4489-825f-cc67e759b0e6 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:30.520066 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-c365f8ce-bfb8-4f3b-87b9-06b3717354fb req-4b703a1e-80a0-4489-825f-cc67e759b0e6 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Calling delete_port for 8d23188b-671b-4b42-b778-3842a973dd2a owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:52:30.685657 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:30.751969 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c365f8ce-bfb8-4f3b-87b9-06b3717354fb req-4b703a1e-80a0-4489-825f-cc67e759b0e6 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:30.762380 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:30.808072 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b703a1e-80a0-4489-825f-cc67e759b0e6 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Pushing event deleted for resources: {'Port': ['ID=8d23188b-671b-4b42-b778-3842a973dd2a,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:30.880217 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c365f8ce-bfb8-4f3b-87b9-06b3717354fb req-4b703a1e-80a0-4489-825f-cc67e759b0e6 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] No DVR routers for this DVR port 8d23188b-671b-4b42-b778-3842a973dd2a on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:52:30.882877 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-c365f8ce-bfb8-4f3b-87b9-06b3717354fb req-4b703a1e-80a0-4489-825f-cc67e759b0e6 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:30.885519 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a235e0-b538-4ab8-8938-814de2db269f', 'name': 'network-vif-deleted', 'tag': '8d23188b-671b-4b42-b778-3842a973dd2a'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:52:30.903143 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c365f8ce-bfb8-4f3b-87b9-06b3717354fb req-4b703a1e-80a0-4489-825f-cc67e759b0e6 tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.70 "DELETE /v2.0/ports/8d23188b-671b-4b42-b778-3842a973dd2a HTTP/1.1" status: 204  len: 173 time: 0.8423882
Feb 28 18:52:30.958240 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2a235e0-b538-4ab8-8938-814de2db269f', 'name': 'network-vif-deleted', 'tag': '8d23188b-671b-4b42-b778-3842a973dd2a', 'status': 'completed', 'code': 200}
Feb 28 18:52:31.454394 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fda0f655-2965-4e36-9d0a-e38e2c7d1218 req-5e0ebae3-ea6d-45e6-a26b-9325fab5017d tempest-VolumesNegativeTest-1519306325 tempest-VolumesNegativeTest-1519306325-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2a235e0-b538-4ab8-8938-814de2db269f HTTP/1.1" status: 200  len: 210 time: 0.0455954
Feb 28 18:52:32.411063 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 35978) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:32.507507 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 8d23188b-671b-4b42-b778-3842a973dd2a no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:52:32.550984 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: 8d23188b-671b-4b42-b778-3842a973dd2a {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:52:32.551411 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 8d23188b-671b-4b42-b778-3842a973dd2a not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:52:32.557577 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c03d5128-c4bf-4183-8d6f-38abf1e3048e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:32.590959 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-c03d5128-c4bf-4183-8d6f-38abf1e3048e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:32.594627 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-c03d5128-c4bf-4183-8d6f-38abf1e3048e admin admin] Usage tracker for resource:security_group_rule and tenant:34865b5935744f3e8133e26c493db01b is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:32.597348 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-c03d5128-c4bf-4183-8d6f-38abf1e3048e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:32.602884 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-c03d5128-c4bf-4183-8d6f-38abf1e3048e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:32.667327 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c03d5128-c4bf-4183-8d6f-38abf1e3048e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:32.671686 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c03d5128-c4bf-4183-8d6f-38abf1e3048e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:32.722192 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d5128-c4bf-4183-8d6f-38abf1e3048e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436f74a3-c9e5-47a6-9804-0b8d1fc7e4ce,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:32.729018 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 35994) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:32.729552 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-c03d5128-c4bf-4183-8d6f-38abf1e3048e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34865b5935744f3e8133e26c493db01b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3170028
Feb 28 18:52:32.801490 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c3fe4ad6-d8ba-4098-86d8-d5e775441f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:32.827670 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c3fe4ad6-d8ba-4098-86d8-d5e775441f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:32.881583 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c3fe4ad6-d8ba-4098-86d8-d5e775441f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:32.899889 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe4ad6-d8ba-4098-86d8-d5e775441f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436f74a3-c9e5-47a6-9804-0b8d1fc7e4ce,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:32.917968 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c3fe4ad6-d8ba-4098-86d8-d5e775441f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:32.922371 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-c3fe4ad6-d8ba-4098-86d8-d5e775441f4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/436f74a3-c9e5-47a6-9804-0b8d1fc7e4ce HTTP/1.1" status: 204  len: 168 time: 0.1892438
Feb 28 18:52:33.282858 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36024) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:33.303759 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bcf95c1f-e3c4-4e18-ae04-1ca865d00a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:33.339653 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-bcf95c1f-e3c4-4e18-ae04-1ca865d00a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:33.343477 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-bcf95c1f-e3c4-4e18-ae04-1ca865d00a0c admin admin] Usage tracker for resource:security_group_rule and tenant:e2f8b85165134f8ca74d349aa04afbc1 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:33.346280 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-bcf95c1f-e3c4-4e18-ae04-1ca865d00a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:33.351920 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-bcf95c1f-e3c4-4e18-ae04-1ca865d00a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:33.422222 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bcf95c1f-e3c4-4e18-ae04-1ca865d00a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:33.427184 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bcf95c1f-e3c4-4e18-ae04-1ca865d00a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:33.471679 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf95c1f-e3c4-4e18-ae04-1ca865d00a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f523c4e3-3083-4917-8283-84674a43c67f,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:33.480464 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-bcf95c1f-e3c4-4e18-ae04-1ca865d00a0c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2f8b85165134f8ca74d349aa04afbc1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1964762
Feb 28 18:52:33.481252 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 36048) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:33.542616 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f5fada57-2d96-46e1-a05f-d1392cb25273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:33.568492 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f5fada57-2d96-46e1-a05f-d1392cb25273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:33.634539 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f5fada57-2d96-46e1-a05f-d1392cb25273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:33.650619 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fada57-2d96-46e1-a05f-d1392cb25273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f523c4e3-3083-4917-8283-84674a43c67f,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:33.660491 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f5fada57-2d96-46e1-a05f-d1392cb25273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:33.662592 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-f5fada57-2d96-46e1-a05f-d1392cb25273 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f523c4e3-3083-4917-8283-84674a43c67f HTTP/1.1" status: 204  len: 168 time: 0.1795239
Feb 28 18:52:41.530230 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 36340) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:41.762696 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36356) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:41.775903 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-3e653fc0-2cd5-4530-b030-83423715ac03 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e4d231c0cb9427ea1db5986f6af3929&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2427456
Feb 28 18:52:41.832118 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-aaf04a20-aee2-4bea-935f-f9d0284d95af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:41.859434 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-aaf04a20-aee2-4bea-935f-f9d0284d95af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:41.923461 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-aaf04a20-aee2-4bea-935f-f9d0284d95af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:41.944921 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf04a20-aee2-4bea-935f-f9d0284d95af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78eade54-e19b-49a6-91e6-4e1b3c91968d,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:41.957853 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04a20-aee2-4bea-935f-f9d0284d95af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:41.958326 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04a20-aee2-4bea-935f-f9d0284d95af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:41.958812 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04a20-aee2-4bea-935f-f9d0284d95af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:41.959196 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04a20-aee2-4bea-935f-f9d0284d95af admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:41.959688 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04a20-aee2-4bea-935f-f9d0284d95af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:41.960149 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04a20-aee2-4bea-935f-f9d0284d95af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:41.960650 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04a20-aee2-4bea-935f-f9d0284d95af admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:41.961099 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04a20-aee2-4bea-935f-f9d0284d95af admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:41.961431 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04a20-aee2-4bea-935f-f9d0284d95af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:41.961802 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04a20-aee2-4bea-935f-f9d0284d95af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:41.962086 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf04a20-aee2-4bea-935f-f9d0284d95af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:41.971435 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-aaf04a20-aee2-4bea-935f-f9d0284d95af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:41.975287 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-aaf04a20-aee2-4bea-935f-f9d0284d95af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/78eade54-e19b-49a6-91e6-4e1b3c91968d HTTP/1.1" status: 204  len: 168 time: 0.2109196
Feb 28 18:52:42.873062 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 36390) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:43.003066 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1525278521-network', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:52:43.008316 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:43.013038 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Usage tracker for resource:network and tenant:16e7d713da4349b3977dab0041ed0bee is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:43.016647 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:43.022156 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:43.039964 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Made reservation on behalf of 16e7d713da4349b3977dab0041ed0bee for: {'network': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:52:43.043590 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for network, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:43.062879 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:43.096312 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:43.107306 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Usage tracker for resource:security_group_rule and tenant:16e7d713da4349b3977dab0041ed0bee is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:43.107306 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:43.109093 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:43.178287 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:43.182158 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:43.209623 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537}  {{(pid=83063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 18:52:43.222237 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592339d6-20cd-4ee3-b555-718c4bccc5cd,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:43.231824 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:43.232161 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.segments_db [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Added segment 230ba2b8-2727-437e-8850-279b1489c5e3 of type vlan for network 0b9470ea-8aed-4219-b27b-628954f1127e
Feb 28 18:52:43.259298 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743575470084'] for network, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:43.287841 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for network, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:43.288734 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:43.289317 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:43.391478 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] Pushing event updated for resources: {'Network': ['ID=0b9470ea-8aed-4219-b27b-628954f1127e,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:43.398070 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36410) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:43.399089 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-4ff4af52-a8df-4e45-b41c-89d48f458793 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5241466
Feb 28 18:52:43.404622 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Network 0b9470ea-8aed-4219-b27b-628954f1127e details requested by agent ovs-agent-dv-cinder-831188-1-iscsi with host dv-cinder-831188-1-iscsi {{(pid=83064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 28 18:52:43.405108 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-6ed1129a-e8a5-48df-a5bf-0cfe8d72f9bd admin admin] Request body: {'subnet': {'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1525278521-subnet', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'ip_version': 4}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:52:43.409999 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-6ed1129a-e8a5-48df-a5bf-0cfe8d72f9bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:43.416309 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-6ed1129a-e8a5-48df-a5bf-0cfe8d72f9bd admin admin] Usage tracker for resource:subnet and tenant:16e7d713da4349b3977dab0041ed0bee is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:43.419311 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-6ed1129a-e8a5-48df-a5bf-0cfe8d72f9bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:43.425512 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-6ed1129a-e8a5-48df-a5bf-0cfe8d72f9bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:43.438891 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed1129a-e8a5-48df-a5bf-0cfe8d72f9bd admin admin] Made reservation on behalf of 16e7d713da4349b3977dab0041ed0bee for: {'subnet': 1} {{(pid=83062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:52:43.442587 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6ed1129a-e8a5-48df-a5bf-0cfe8d72f9bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656671'] for subnet, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:43.661345 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6ed1129a-e8a5-48df-a5bf-0cfe8d72f9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656673'] for subnet, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:43.731727 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1129a-e8a5-48df-a5bf-0cfe8d72f9bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0fba4d2-c7ec-449c-b7f6-d835950f45c1,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:43.743840 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed1129a-e8a5-48df-a5bf-0cfe8d72f9bd admin admin] Checking segment: {'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:52:43.744231 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed1129a-e8a5-48df-a5bf-0cfe8d72f9bd admin admin] Network hostable DHCP agents. Network: 0b9470ea-8aed-4219-b27b-628954f1127e, hostable agents: ['6a9a7d5e-9a98-4f00-a132-39bb1f3bba05'], hosted agents: [] {{(pid=83062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 18:52:43.772808 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed1129a-e8a5-48df-a5bf-0cfe8d72f9bd admin admin] Network 0b9470ea-8aed-4219-b27b-628954f1127e is scheduled to be hosted by DHCP agent 6a9a7d5e-9a98-4f00-a132-39bb1f3bba05 with binding_index 1 {{(pid=83062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 18:52:43.785219 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-6ed1129a-e8a5-48df-a5bf-0cfe8d72f9bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-iscsi, 0b9470ea-8aed-4219-b27b-628954f1127e) {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:52:43.790850 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed1129a-e8a5-48df-a5bf-0cfe8d72f9bd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:43.792121 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6ed1129a-e8a5-48df-a5bf-0cfe8d72f9bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:43.795485 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fba0dc-049a-4468-995b-8bbdaaea10c7 None None] Network 0b9470ea-8aed-4219-b27b-628954f1127e requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:52:43.823055 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-6ed1129a-e8a5-48df-a5bf-0cfe8d72f9bd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4213188
Feb 28 18:52:43.823517 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 36414) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:43.829051 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:52:43.833892 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:43.838101 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Usage tracker for resource:router and tenant:16e7d713da4349b3977dab0041ed0bee is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:43.841343 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:43.847341 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:43.859969 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-712517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239002'] for router, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:43.860916 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-712482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238997'] for router, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:43.880515 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:44.003495 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4789573-d159-475a-b672-d913e1039608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea16e0-bb4d-5038-9659-abbd04b0c66d-0b9470ea-8aed-4219-b27b-628954f1127e', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1'}]}} from dv-cinder-831188-1-iscsi. {{(pid=83064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 28 18:52:44.004300 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f4789573-d159-475a-b672-d913e1039608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:44.026066 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-712535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-239015'] for router, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:44.157690 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.db_base_plugin_common [None req-f4789573-d159-475a-b672-d913e1039608 None None] Allocated IP 172.20.0.2 (0b9470ea-8aed-4219-b27b-628954f1127e/d0fba4d2-c7ec-449c-b7f6-d835950f45c1/e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a) {{(pid=83064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:52:44.248378 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:44.279645 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:44.380793 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f4789573-d159-475a-b672-d913e1039608 None None] Notify callbacks [] for port, precommit_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:44.391481 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-f4789573-d159-475a-b672-d913e1039608 None None] Transition to ACTIVE for port object e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a will not be triggered until provisioned by entity L2. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:52:44.410628 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-f4789573-d159-475a-b672-d913e1039608 None None] Transition to ACTIVE for port object e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a will not be triggered until provisioned by entity DHCP. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:52:44.417105 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f4789573-d159-475a-b672-d913e1039608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:44.437770 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Allocated IP 172.27.3.211 (f40459f8-f658-4119-914b-b9023327a718/14c23ed2-446a-414e-8e86-91dabee5c278/2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:52:44.486470 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4789573-d159-475a-b672-d913e1039608 None None] Network 0b9470ea-8aed-4219-b27b-628954f1127e is already hosted by enough agents. {{(pid=83064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:52:44.490059 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.base_scheduler [None req-f4789573-d159-475a-b672-d913e1039608 None None] Resources bound (agent type, host, resource id):  {{(pid=83064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:52:44.494373 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4789573-d159-475a-b672-d913e1039608 None None] Received port after_create {{(pid=83064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:52:44.501336 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4789573-d159-475a-b672-d913e1039608 None None] Pushing event updated for resources: {'Port': ['ID=e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a,revision_number=1']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:44.599637 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-f4789573-d159-475a-b672-d913e1039608 None None] Attempting to bind port e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:52:44.600005 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-f4789573-d159-475a-b672-d913e1039608 None None] Attempting to bind port e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:52:44.600616 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4789573-d159-475a-b672-d913e1039608 None None] Attempting to bind port e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a on network 0b9470ea-8aed-4219-b27b-628954f1127e {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:52:44.606290 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:44.607754 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4789573-d159-475a-b672-d913e1039608 None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:52:44.608214 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4789573-d159-475a-b672-d913e1039608 None None] Checking segment: {'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:52:44.608515 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f4789573-d159-475a-b672-d913e1039608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:44.608900 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4789573-d159-475a-b672-d913e1039608 None None] Bound using segment: {'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:52:44.609356 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-f4789573-d159-475a-b672-d913e1039608 None None] Bound port: e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'}}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:52:44.609891 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f4789573-d159-475a-b672-d913e1039608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:44.643671 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:44.733467 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Network f40459f8-f658-4119-914b-b9023327a718 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:52:44.737142 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:52:44.739394 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Pushing event updated for resources: {'Port': ['ID=2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:44.741567 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:52:44.748376 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-f4789573-d159-475a-b672-d913e1039608 None None] For port e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:52:44.754769 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-f4789573-d159-475a-b672-d913e1039608 None None] For port e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:52:44.761211 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f4789573-d159-475a-b672-d913e1039608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:44.874355 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4789573-d159-475a-b672-d913e1039608 None None] Pushing event updated for resources: {'Port': ['ID=e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a,revision_number=2']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:44.933422 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:44.934478 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-712526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716843'] for router, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:45.321743 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Router 0cd3324c-dc03-41bb-9507-d9f3840115d7 is scheduled to L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 with binding_index 1 {{(pid=83063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 28 18:52:45.552644 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:52:45.565241 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9909feb8-12af-44be-9343-137b3119995e None None] Sync routers for ids ['0cd3324c-dc03-41bb-9507-d9f3840115d7'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:52:45.579852 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9909feb8-12af-44be-9343-137b3119995e None None] Routers {'0cd3324c-dc03-41bb-9507-d9f3840115d7'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:52:45.580950 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-9909feb8-12af-44be-9343-137b3119995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ad38e50>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:52:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['0cd3324c-dc03-41bb-9507-d9f3840115d7'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:52:45.590029 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] Notify callbacks [] for router, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:45.594664 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36454) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:45.607213 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-34c5f20e-175c-41ce-9b9a-e494369385f6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 1.7824655
Feb 28 18:52:45.778277 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:52:45.997838 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-9909feb8-12af-44be-9343-137b3119995e None None] Set router 0cd3324c-dc03-41bb-9507-d9f3840115d7 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:52:46.045892 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:52:46.130466 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9272c995-3f76-496e-8721-3a8291bea7b4 None None] Network 0b9470ea-8aed-4219-b27b-628954f1127e requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:52:46.340413 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-f4c74df7-0ac5-4362-abbf-de756780e543 None None] Provisioning for port e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:52:46.362550 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-f4c74df7-0ac5-4362-abbf-de756780e543 None None] Provisioning complete for port e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:52:46.362941 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f4c74df7-0ac5-4362-abbf-de756780e543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:46.576452 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-4119b97a-ea5b-4c6e-befa-c995855a88f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:46.666853 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f4c74df7-0ac5-4362-abbf-de756780e543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:46.702854 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-9909feb8-12af-44be-9343-137b3119995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ad38e50>, [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:44Z', 'revision_number': 3, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:52:46.718436 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9909feb8-12af-44be-9343-137b3119995e None None] Checking router: 0cd3324c-dc03-41bb-9507-d9f3840115d7 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:52:46.718806 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9909feb8-12af-44be-9343-137b3119995e None None] Updating router 0cd3324c-dc03-41bb-9507-d9f3840115d7 port 2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93 binding host dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 28 18:52:46.742227 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-f4c74df7-0ac5-4362-abbf-de756780e543 None None] For port e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:52:46.761514 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f4c74df7-0ac5-4362-abbf-de756780e543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:46.782999 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_common [None req-4119b97a-ea5b-4c6e-befa-c995855a88f7 admin admin] Allocated IP 172.20.0.1 (0b9470ea-8aed-4219-b27b-628954f1127e/d0fba4d2-c7ec-449c-b7f6-d835950f45c1/1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8) {{(pid=83062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:52:46.836125 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-9909feb8-12af-44be-9343-137b3119995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:46.891459 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c74df7-0ac5-4362-abbf-de756780e543 None None] Pushing event updated for resources: {'Port': ['ID=e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a,revision_number=3']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:46.951065 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-4119b97a-ea5b-4c6e-befa-c995855a88f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:46.971540 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.provisioning_blocks [None req-4119b97a-ea5b-4c6e-befa-c995855a88f7 admin admin] Transition to ACTIVE for port object 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 will not be triggered until provisioned by entity DHCP. {{(pid=83062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:52:46.998047 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-4119b97a-ea5b-4c6e-befa-c995855a88f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:47.059533 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-537ee4ed-d600-4f07-a93b-02c2660a678b None None] Provisioning complete for port e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:52:47.059900 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537ee4ed-d600-4f07-a93b-02c2660a678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:47.070957 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119b97a-ea5b-4c6e-befa-c995855a88f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:47.086610 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4119b97a-ea5b-4c6e-befa-c995855a88f7 admin admin] Network 0b9470ea-8aed-4219-b27b-628954f1127e is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:52:47.087890 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-4119b97a-ea5b-4c6e-befa-c995855a88f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:52:47.090428 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4119b97a-ea5b-4c6e-befa-c995855a88f7 admin admin] Received port after_create {{(pid=83062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:52:47.165240 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-4119b97a-ea5b-4c6e-befa-c995855a88f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708341'] for router_interface, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:47.305850 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-4119b97a-ea5b-4c6e-befa-c995855a88f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:47.310719 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-9909feb8-12af-44be-9343-137b3119995e None None] Notify callbacks [] for port, precommit_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:47.323373 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-9909feb8-12af-44be-9343-137b3119995e None None] Transition to ACTIVE for port object 2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93 will not be triggered until provisioned by entity L2. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:52:47.334658 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-9909feb8-12af-44be-9343-137b3119995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:47.454237 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-9909feb8-12af-44be-9343-137b3119995e None None] Attempting to bind port 2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93 on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:52:47.454651 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-9909feb8-12af-44be-9343-137b3119995e None None] Attempting to bind port 2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93 by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:52:47.455016 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9909feb8-12af-44be-9343-137b3119995e None None] Attempting to bind port 2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93 on network f40459f8-f658-4119-914b-b9023327a718 {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:52:47.465756 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36496) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:47.471682 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fb108-0edf-4508-8b29-da1067378424 None None] Pushing event updated for resources: {'Port': ['ID=2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93,revision_number=2']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:47.474193 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9909feb8-12af-44be-9343-137b3119995e None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:52:47.474586 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9909feb8-12af-44be-9343-137b3119995e None None] Checking segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:52:47.474983 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-9909feb8-12af-44be-9343-137b3119995e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:47.475359 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9909feb8-12af-44be-9343-137b3119995e None None] Bound using segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:52:47.475944 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-9909feb8-12af-44be-9343-137b3119995e None None] Bound port: 2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:52:47.476313 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-9909feb8-12af-44be-9343-137b3119995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:47.511772 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-8a7172dc-0f4a-46d5-b803-828f14591b87 None None] Provisioning for port 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:52:47.528191 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-8a7172dc-0f4a-46d5-b803-828f14591b87 None None] Provisioning complete for port 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:52:47.529015 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-8a7172dc-0f4a-46d5-b803-828f14591b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:47.560803 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-4119b97a-ea5b-4c6e-befa-c995855a88f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:47.566835 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-4119b97a-ea5b-4c6e-befa-c995855a88f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770937'] for port, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:47.615110 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-8a7172dc-0f4a-46d5-b803-828f14591b87 None None] Port 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:52:47.622909 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-9909feb8-12af-44be-9343-137b3119995e None None] For port 2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:52:47.626063 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-9909feb8-12af-44be-9343-137b3119995e None None] For port 2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:52:47.631900 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-9909feb8-12af-44be-9343-137b3119995e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:47.704188 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f0d9c50b-202c-4162-89cd-c0930d5ce297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:47.705517 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:52:47.729420 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119b97a-ea5b-4c6e-befa-c995855a88f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8,revision_number=2']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:47.731937 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-4119b97a-ea5b-4c6e-befa-c995855a88f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7997001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708120'] for router_interface, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:47.826018 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fb108-0edf-4508-8b29-da1067378424 None None] Pushing event updated for resources: {'Port': ['ID=2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93,revision_number=3']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:47.831133 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9909feb8-12af-44be-9343-137b3119995e None None] Routers {'0cd3324c-dc03-41bb-9507-d9f3840115d7'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:52:47.831764 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-9909feb8-12af-44be-9343-137b3119995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ad38e50>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:52:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['0cd3324c-dc03-41bb-9507-d9f3840115d7'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:52:47.913067 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-f0d9c50b-202c-4162-89cd-c0930d5ce297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:47.924676 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-f0d9c50b-202c-4162-89cd-c0930d5ce297 admin admin] Usage tracker for resource:security_group_rule and tenant:34ece9a24046484ab2e695a4f1fa2fab is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:47.929185 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-f0d9c50b-202c-4162-89cd-c0930d5ce297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:47.937943 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-f0d9c50b-202c-4162-89cd-c0930d5ce297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:47.999709 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:52:48.000084 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:48.003261 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4119b97a-ea5b-4c6e-befa-c995855a88f7 admin admin] Network 0b9470ea-8aed-4219-b27b-628954f1127e is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:52:48.005249 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-4119b97a-ea5b-4c6e-befa-c995855a88f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:52:48.080404 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-9909feb8-12af-44be-9343-137b3119995e None None] Set router 0cd3324c-dc03-41bb-9507-d9f3840115d7 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:52:48.223060 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f0d9c50b-202c-4162-89cd-c0930d5ce297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:48.233568 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f0d9c50b-202c-4162-89cd-c0930d5ce297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:48.306536 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9c50b-202c-4162-89cd-c0930d5ce297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968d1bb6-8c12-4a8f-b3fe-b1add1ff9e04,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:48.314651 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 36516) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:48.315200 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-f0d9c50b-202c-4162-89cd-c0930d5ce297 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34ece9a24046484ab2e695a4f1fa2fab&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8479974
Feb 28 18:52:48.363908 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36520) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:48.401349 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-42b71cc2-7697-4c80-810e-eeb9ddcbb2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:48.426243 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-42b71cc2-7697-4c80-810e-eeb9ddcbb2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:48.459735 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-f0568f62-1e48-45e9-96db-e4f86e2344b9 None None] Provisioning complete for port 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:52:48.459990 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f0568f62-1e48-45e9-96db-e4f86e2344b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:48.502312 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-42b71cc2-7697-4c80-810e-eeb9ddcbb2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:48.527470 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b71cc2-7697-4c80-810e-eeb9ddcbb2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968d1bb6-8c12-4a8f-b3fe-b1add1ff9e04,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:48.531908 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4119b97a-ea5b-4c6e-befa-c995855a88f7 admin admin] Router 0cd3324c-dc03-41bb-9507-d9f3840115d7 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:52:48.546224 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-42b71cc2-7697-4c80-810e-eeb9ddcbb2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:48.547414 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-f0568f62-1e48-45e9-96db-e4f86e2344b9 None None] Port 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:52:48.548132 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-42b71cc2-7697-4c80-810e-eeb9ddcbb2b4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/968d1bb6-8c12-4a8f-b3fe-b1add1ff9e04 HTTP/1.1" status: 204  len: 168 time: 0.2320688
Feb 28 18:52:48.643821 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-9909feb8-12af-44be-9343-137b3119995e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ad38e50>, [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 2, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:52:48.648113 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9909feb8-12af-44be-9343-137b3119995e None None] The sync data for ids ['0cd3324c-dc03-41bb-9507-d9f3840115d7'] in dv-cinder-831188-1-iscsi is: [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 2, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:52:48.681249 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a6ed442b-d54d-4094-8642-cda2158be2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:48.742280 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-a6ed442b-d54d-4094-8642-cda2158be2a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:48.747711 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-a6ed442b-d54d-4094-8642-cda2158be2a7 admin admin] Usage tracker for resource:security_group_rule and tenant:da490f77df6d4d57bc21b91762566eed is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:48.751785 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-a6ed442b-d54d-4094-8642-cda2158be2a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:48.760089 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-a6ed442b-d54d-4094-8642-cda2158be2a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:48.875710 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a6ed442b-d54d-4094-8642-cda2158be2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:48.883411 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a6ed442b-d54d-4094-8642-cda2158be2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:48.902678 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4119b97a-ea5b-4c6e-befa-c995855a88f7 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:52:48.944405 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed442b-d54d-4094-8642-cda2158be2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c07c55-6fee-4f0a-8abe-c98cb415bf75,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:48.956528 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-a6ed442b-d54d-4094-8642-cda2158be2a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da490f77df6d4d57bc21b91762566eed&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5922062
Feb 28 18:52:48.959257 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36534) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:48.987210 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-4119b97a-ea5b-4c6e-befa-c995855a88f7 admin admin] 10.222.0.18 "PUT /v2.0/routers/0cd3324c-dc03-41bb-9507-d9f3840115d7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3912597
Feb 28 18:52:49.041785 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b6872caf-be00-45b1-83ca-7a08376a18c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:49.069891 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b6872caf-be00-45b1-83ca-7a08376a18c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:49.136285 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b6872caf-be00-45b1-83ca-7a08376a18c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:49.153548 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6872caf-be00-45b1-83ca-7a08376a18c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c07c55-6fee-4f0a-8abe-c98cb415bf75,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:49.200453 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b6872caf-be00-45b1-83ca-7a08376a18c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:49.215876 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-b6872caf-be00-45b1-83ca-7a08376a18c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1c07c55-6fee-4f0a-8abe-c98cb415bf75 HTTP/1.1" status: 204  len: 168 time: 0.2555816
Feb 28 18:52:49.717068 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:52:49.802056 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port 2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:52:49.808462 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:52:49.809058 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:49.866725 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36564) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:49.907470 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36570) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:49.926465 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9556f47e-e48f-487e-a1f4-65db82d8ac34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:49.973090 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-9556f47e-e48f-487e-a1f4-65db82d8ac34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:49.978272 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:49.979244 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-9556f47e-e48f-487e-a1f4-65db82d8ac34 admin admin] Usage tracker for resource:security_group_rule and tenant:183a7fd2ead24ebf924d4139edca27da is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:49.987816 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-9556f47e-e48f-487e-a1f4-65db82d8ac34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:49.995910 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-9556f47e-e48f-487e-a1f4-65db82d8ac34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:50.006768 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port 2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:52:50.015679 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.094159 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9556f47e-e48f-487e-a1f4-65db82d8ac34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.098237 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:50.100249 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9556f47e-e48f-487e-a1f4-65db82d8ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.156520 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556f47e-e48f-487e-a1f4-65db82d8ac34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e8f192-6efb-4bff-a33b-b45a50277e76,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:50.162427 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-9556f47e-e48f-487e-a1f4-65db82d8ac34 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=183a7fd2ead24ebf924d4139edca27da&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2539821
Feb 28 18:52:50.176817 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36576) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:50.230890 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-467131736-network', 'tenant_id': 'cbf2b9318fb845dab79d447739877511'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:52:50.244168 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:50.251944 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Usage tracker for resource:network and tenant:cbf2b9318fb845dab79d447739877511 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:50.255977 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:50.262533 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:50.284536 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bffd6e51-1e27-47dd-8b2a-22715c965d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.293644 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Made reservation on behalf of cbf2b9318fb845dab79d447739877511 for: {'network': 1} {{(pid=83062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:52:50.295963 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for network, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.320204 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.334228 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bffd6e51-1e27-47dd-8b2a-22715c965d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.385254 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:50.391775 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Usage tracker for resource:security_group_rule and tenant:cbf2b9318fb845dab79d447739877511 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:50.395534 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:50.402274 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:50.423657 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bffd6e51-1e27-47dd-8b2a-22715c965d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.436423 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 36588) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:50.443326 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-552564023-network', 'tenant_id': 'bfc39115fa0644a5a324aa4890e86bfc'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:52:50.448013 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd6e51-1e27-47dd-8b2a-22715c965d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e8f192-6efb-4bff-a33b-b45a50277e76,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:50.448287 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:50.452785 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Usage tracker for resource:network and tenant:bfc39115fa0644a5a324aa4890e86bfc is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:50.456244 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:50.464154 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:50.465574 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bffd6e51-1e27-47dd-8b2a-22715c965d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.470219 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-bffd6e51-1e27-47dd-8b2a-22715c965d9d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/61e8f192-6efb-4bff-a33b-b45a50277e76 HTTP/1.1" status: 204  len: 168 time: 0.2880132
Feb 28 18:52:50.489570 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Made reservation on behalf of bfc39115fa0644a5a324aa4890e86bfc for: {'network': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:52:50.494396 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for network, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.511024 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.512585 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.517762 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.546087 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:50.550241 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Usage tracker for resource:security_group_rule and tenant:bfc39115fa0644a5a324aa4890e86bfc is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:50.551009 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525}  {{(pid=83062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 18:52:50.553633 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:50.560723 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:50.564223 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:50.568897 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.569242 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.db.segments_db [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Added segment f032c672-ee44-4676-90be-d1d00fc7ee73 of type vlan for network 4360b3f2-6a24-49f7-b1c0-81c160574554
Feb 28 18:52:50.600841 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743575470084'] for network, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.637156 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for network, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.638411 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:50.639108 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.640131 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.645138 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.674191 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529}  {{(pid=83063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 18:52:50.686917 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47349876-afe9-46eb-a8bd-e14b57b0c4eb,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:50.691443 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.691783 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.segments_db [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Added segment 23d8224e-c5b5-4bba-ad2b-5b35eed12ce9 of type vlan for network 8361a78c-3765-4d13-92b9-1e099c207b9c
Feb 28 18:52:50.721571 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743575470084'] for network, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.739644 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8720624
Feb 28 18:52:50.742780 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36596) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:50.750380 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-b0adbe83-14bd-44d3-b758-cdd71adb2dea admin admin] Request body: {'subnet': {'network_id': '4360b3f2-6a24-49f7-b1c0-81c160574554', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-467131736-subnet', 'tenant_id': 'cbf2b9318fb845dab79d447739877511', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:52:50.757446 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f95d3-7fcc-4bf5-96d3-0743229abd6d admin admin] Pushing event updated for resources: {'Network': ['ID=4360b3f2-6a24-49f7-b1c0-81c160574554,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:50.759658 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for network, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.760864 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-b0adbe83-14bd-44d3-b758-cdd71adb2dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:50.761172 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:50.761867 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.764899 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-b0adbe83-14bd-44d3-b758-cdd71adb2dea admin admin] Usage tracker for resource:subnet and tenant:cbf2b9318fb845dab79d447739877511 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:50.768109 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Network 4360b3f2-6a24-49f7-b1c0-81c160574554 details requested by agent ovs-agent-dv-cinder-831188-1-iscsi with host dv-cinder-831188-1-iscsi {{(pid=83064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 28 18:52:50.768664 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-b0adbe83-14bd-44d3-b758-cdd71adb2dea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:50.777831 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-b0adbe83-14bd-44d3-b758-cdd71adb2dea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:50.790948 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0adbe83-14bd-44d3-b758-cdd71adb2dea admin admin] Made reservation on behalf of cbf2b9318fb845dab79d447739877511 for: {'subnet': 1} {{(pid=83062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:52:50.794654 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b0adbe83-14bd-44d3-b758-cdd71adb2dea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656671'] for subnet, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.871920 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4343610
Feb 28 18:52:50.875106 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 36600) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:50.884199 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-2c110162-68d5-4816-9463-60ae4f8713d3 admin admin] Request body: {'subnet': {'network_id': '8361a78c-3765-4d13-92b9-1e099c207b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-552564023-subnet', 'tenant_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'ip_version': 4}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:52:50.888620 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888e458-bcb6-4e4d-8a9c-9e2b5baffca2 admin admin] Pushing event updated for resources: {'Network': ['ID=8361a78c-3765-4d13-92b9-1e099c207b9c,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:50.890735 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-2c110162-68d5-4816-9463-60ae4f8713d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:50.895354 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-2c110162-68d5-4816-9463-60ae4f8713d3 admin admin] Usage tracker for resource:subnet and tenant:bfc39115fa0644a5a324aa4890e86bfc is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:50.898457 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-2c110162-68d5-4816-9463-60ae4f8713d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:50.905481 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-2c110162-68d5-4816-9463-60ae4f8713d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:50.906325 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Network 8361a78c-3765-4d13-92b9-1e099c207b9c details requested by agent ovs-agent-dv-cinder-831188-1-iscsi with host dv-cinder-831188-1-iscsi {{(pid=83064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 28 18:52:50.920353 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c110162-68d5-4816-9463-60ae4f8713d3 admin admin] Made reservation on behalf of bfc39115fa0644a5a324aa4890e86bfc for: {'subnet': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:52:50.923579 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-2c110162-68d5-4816-9463-60ae4f8713d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1931075'] for subnet, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:50.987191 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 36604) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:51.027112 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ee87994c-29e9-4dcd-a0e3-d4db451017d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:51.077424 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-ee87994c-29e9-4dcd-a0e3-d4db451017d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:51.082450 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-ee87994c-29e9-4dcd-a0e3-d4db451017d7 admin admin] Usage tracker for resource:security_group_rule and tenant:d86920b0a36c41c9bf1dda8aef27d4ef is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:51.085905 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-ee87994c-29e9-4dcd-a0e3-d4db451017d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:51.093575 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-ee87994c-29e9-4dcd-a0e3-d4db451017d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:51.116422 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b0adbe83-14bd-44d3-b758-cdd71adb2dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656673'] for subnet, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:51.193768 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adbe83-14bd-44d3-b758-cdd71adb2dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=83cd9c11-9d0a-4291-bc8e-2f1fd459497c,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:51.206298 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0adbe83-14bd-44d3-b758-cdd71adb2dea admin admin] Checking segment: {'id': 'f032c672-ee44-4676-90be-d1d00fc7ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4360b3f2-6a24-49f7-b1c0-81c160574554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:52:51.206797 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0adbe83-14bd-44d3-b758-cdd71adb2dea admin admin] Network hostable DHCP agents. Network: 4360b3f2-6a24-49f7-b1c0-81c160574554, hostable agents: ['6a9a7d5e-9a98-4f00-a132-39bb1f3bba05'], hosted agents: [] {{(pid=83062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 18:52:51.217595 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-2c110162-68d5-4816-9463-60ae4f8713d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1992640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1931133'] for subnet, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:51.230227 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0adbe83-14bd-44d3-b758-cdd71adb2dea admin admin] Network 4360b3f2-6a24-49f7-b1c0-81c160574554 is scheduled to be hosted by DHCP agent 6a9a7d5e-9a98-4f00-a132-39bb1f3bba05 with binding_index 1 {{(pid=83062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 18:52:51.240505 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-b0adbe83-14bd-44d3-b758-cdd71adb2dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-iscsi, 4360b3f2-6a24-49f7-b1c0-81c160574554) {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:52:51.250096 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62aa947-fbe5-4159-b222-5c955e6801e2 None None] Network 4360b3f2-6a24-49f7-b1c0-81c160574554 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:52:51.251941 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0adbe83-14bd-44d3-b758-cdd71adb2dea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:51.252591 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b0adbe83-14bd-44d3-b758-cdd71adb2dea admin admin] Notify callbacks [] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:51.270592 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ee87994c-29e9-4dcd-a0e3-d4db451017d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:51.284754 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ee87994c-29e9-4dcd-a0e3-d4db451017d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:51.287192 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-b0adbe83-14bd-44d3-b758-cdd71adb2dea admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5433273
Feb 28 18:52:51.327485 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-ee87994c-29e9-4dcd-a0e3-d4db451017d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d86920b0a36c41c9bf1dda8aef27d4ef&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3368442
Feb 28 18:52:51.328184 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36610) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:51.362128 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c110162-68d5-4816-9463-60ae4f8713d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cb85418-127c-474c-9975-19cc9027720a,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:51.381328 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87994c-29e9-4dcd-a0e3-d4db451017d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5352309f-211e-4b9c-a362-7771840d1f8b,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:51.394767 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c110162-68d5-4816-9463-60ae4f8713d3 admin admin] Checking segment: {'id': '23d8224e-c5b5-4bba-ad2b-5b35eed12ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8361a78c-3765-4d13-92b9-1e099c207b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:52:51.395120 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c110162-68d5-4816-9463-60ae4f8713d3 admin admin] Network hostable DHCP agents. Network: 8361a78c-3765-4d13-92b9-1e099c207b9c, hostable agents: ['6a9a7d5e-9a98-4f00-a132-39bb1f3bba05'], hosted agents: [] {{(pid=83063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 18:52:51.420761 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-08312ab8-a68d-45ae-90ba-5eb728953846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:51.421479 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c110162-68d5-4816-9463-60ae4f8713d3 admin admin] Network 8361a78c-3765-4d13-92b9-1e099c207b9c is scheduled to be hosted by DHCP agent 6a9a7d5e-9a98-4f00-a132-39bb1f3bba05 with binding_index 1 {{(pid=83063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 18:52:51.435344 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-2c110162-68d5-4816-9463-60ae4f8713d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-iscsi, 8361a78c-3765-4d13-92b9-1e099c207b9c) {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:52:51.449956 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c110162-68d5-4816-9463-60ae4f8713d3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:51.451185 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-2c110162-68d5-4816-9463-60ae4f8713d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:51.454512 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-08312ab8-a68d-45ae-90ba-5eb728953846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:51.460039 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e66450-72e2-4011-b28e-b06f57b5c532 None None] Network 8361a78c-3765-4d13-92b9-1e099c207b9c requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:52:51.491096 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-2c110162-68d5-4816-9463-60ae4f8713d3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6144292
Feb 28 18:52:51.493433 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 36618) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:51.503911 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-552564023-router', 'tenant_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:52:51.513348 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:51.521321 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Usage tracker for resource:router and tenant:bfc39115fa0644a5a324aa4890e86bfc is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:51.528036 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:51.530464 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-08312ab8-a68d-45ae-90ba-5eb728953846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:51.539789 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:51.555953 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08312ab8-a68d-45ae-90ba-5eb728953846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5352309f-211e-4b9c-a362-7771840d1f8b,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:51.564008 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-712517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239002'] for router, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:51.565103 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-712482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238997'] for router, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:51.569370 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-08312ab8-a68d-45ae-90ba-5eb728953846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:51.574041 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-08312ab8-a68d-45ae-90ba-5eb728953846 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5352309f-211e-4b9c-a362-7771840d1f8b HTTP/1.1" status: 204  len: 168 time: 0.2447426
Feb 28 18:52:51.599163 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:51.724506 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:52:51.770332 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a80346-d4a9-4dc6-a23b-e5bcdd76e611 None None] Network 4360b3f2-6a24-49f7-b1c0-81c160574554 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:52:51.823469 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-712535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-239015'] for router, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:52.047411 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:52.156461 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:52.168768 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea16e0-bb4d-5038-9659-abbd04b0c66d-8361a78c-3765-4d13-92b9-1e099c207b9c', 'network_id': '8361a78c-3765-4d13-92b9-1e099c207b9c', 'tenant_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'fixed_ips': [{'subnet_id': '1cb85418-127c-474c-9975-19cc9027720a'}]}} from dv-cinder-831188-1-iscsi. {{(pid=83064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 28 18:52:52.169591 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:52.204942 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:52:52.205305 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:52.496910 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.db_base_plugin_common [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Allocated IP 172.20.0.2 (8361a78c-3765-4d13-92b9-1e099c207b9c/1cb85418-127c-474c-9975-19cc9027720a/798027e3-4a81-44e5-a9e1-e3cdd5070062) {{(pid=83064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:52:52.503820 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Allocated IP 172.27.3.36 (f40459f8-f658-4119-914b-b9023327a718/14c23ed2-446a-414e-8e86-91dabee5c278/e6881342-0238-4b24-9114-21b729878864) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:52:52.668306 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:52.701601 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:52.738125 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Notify callbacks [] for port, precommit_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:52.750997 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Transition to ACTIVE for port object 798027e3-4a81-44e5-a9e1-e3cdd5070062 will not be triggered until provisioned by entity L2. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:52:52.773070 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Transition to ACTIVE for port object 798027e3-4a81-44e5-a9e1-e3cdd5070062 will not be triggered until provisioned by entity DHCP. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:52:52.780855 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:52.795718 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Network f40459f8-f658-4119-914b-b9023327a718 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:52:52.795718 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Pushing event updated for resources: {'Port': ['ID=e6881342-0238-4b24-9114-21b729878864,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:52.795718 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:52:52.808526 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:52:52.864239 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Network 8361a78c-3765-4d13-92b9-1e099c207b9c is already hosted by enough agents. {{(pid=83064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:52:52.867112 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.base_scheduler [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Resources bound (agent type, host, resource id):  {{(pid=83064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:52:52.871739 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Received port after_create {{(pid=83064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:52:52.874038 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Pushing event updated for resources: {'Port': ['ID=798027e3-4a81-44e5-a9e1-e3cdd5070062,revision_number=1']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:52.964376 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Attempting to bind port 798027e3-4a81-44e5-a9e1-e3cdd5070062 on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:52:52.964829 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Attempting to bind port 798027e3-4a81-44e5-a9e1-e3cdd5070062 by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': '23d8224e-c5b5-4bba-ad2b-5b35eed12ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8361a78c-3765-4d13-92b9-1e099c207b9c'}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:52:52.965193 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Attempting to bind port 798027e3-4a81-44e5-a9e1-e3cdd5070062 on network 8361a78c-3765-4d13-92b9-1e099c207b9c {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:52:52.971934 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:52:52.972298 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Checking segment: {'id': '23d8224e-c5b5-4bba-ad2b-5b35eed12ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8361a78c-3765-4d13-92b9-1e099c207b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:52:52.972694 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:52.973075 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Bound using segment: {'id': '23d8224e-c5b5-4bba-ad2b-5b35eed12ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8361a78c-3765-4d13-92b9-1e099c207b9c'} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:52:52.973528 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Bound port: 798027e3-4a81-44e5-a9e1-e3cdd5070062, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d8224e-c5b5-4bba-ad2b-5b35eed12ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8361a78c-3765-4d13-92b9-1e099c207b9c'}}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:52:52.973900 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:53.006640 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:53.007463 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-712526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716843'] for router, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:53.072590 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] For port 798027e3-4a81-44e5-a9e1-e3cdd5070062, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:52:53.076655 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] For port 798027e3-4a81-44e5-a9e1-e3cdd5070062, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=798027e3-4a81-44e5-a9e1-e3cdd5070062,segment=NetworkSegment(23d8224e-c5b5-4bba-ad2b-5b35eed12ce9),segment_id=23d8224e-c5b5-4bba-ad2b-5b35eed12ce9)] {{(pid=83064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:52:53.080697 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:53.158896 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bef79-cb2d-4f62-82ed-0f4035521eb5 None None] Pushing event updated for resources: {'Port': ['ID=798027e3-4a81-44e5-a9e1-e3cdd5070062,revision_number=2']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:53.269734 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Router ae420896-b048-4075-ba42-74d851b90bfa is scheduled to L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 with binding_index 1 {{(pid=83063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 28 18:52:53.521898 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:52:53.532997 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Sync routers for ids ['ae420896-b048-4075-ba42-74d851b90bfa'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:52:53.553637 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] Notify callbacks [] for router, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:53.558659 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Routers {'ae420896-b048-4075-ba42-74d851b90bfa'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:52:53.559536 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36676) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:53.559984 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5b0398e0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:52:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['ae420896-b048-4075-ba42-74d851b90bfa'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:52:53.564328 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-7f8e2c03-15e8-467e-bda6-099f56a38d57 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.0679235
Feb 28 18:52:53.756124 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 798027e3-4a81-44e5-a9e1-e3cdd5070062 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:52:53.840519 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Set router ae420896-b048-4075-ba42-74d851b90bfa gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:52:53.866833 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port 798027e3-4a81-44e5-a9e1-e3cdd5070062 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:52:53.992643 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-18886565-ceba-4f35-8ba9-ea828a31da1d tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:53.993438 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-18886565-ceba-4f35-8ba9-ea828a31da1d tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Synchronizing usage tracker for tenant:cbf2b9318fb845dab79d447739877511 on resource:network {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:52:54.031674 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-18886565-ceba-4f35-8ba9-ea828a31da1d tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Unset dirty status for tenant:cbf2b9318fb845dab79d447739877511 on resource:network {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:52:54.038748 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-18886565-ceba-4f35-8ba9-ea828a31da1d tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/networks?id=4360b3f2-6a24-49f7-b1c0-81c160574554 HTTP/1.1" status: 200  len: 808 time: 0.3065846
Feb 28 18:52:54.065233 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-5e47d040-cc66-4319-a04e-79ddfee64d6a tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/quotas/cbf2b9318fb845dab79d447739877511 HTTP/1.1" status: 200  len: 375 time: 0.0210633
Feb 28 18:52:54.135421 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-f6a1d42a-3387-48bd-bc03-fe66a3624f70 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbf2b9318fb845dab79d447739877511&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0568597
Feb 28 18:52:54.248068 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5b0398e0>, [{'id': 'ae420896-b048-4075-ba42-74d851b90bfa', 'name': 'tempest-TestVolumeBootPattern-552564023-router', 'tenant_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e6881342-0238-4b24-9114-21b729878864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:51Z', 'updated_at': '2022-02-28T18:52:52Z', 'revision_number': 3, 'project_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'gw_port': {'id': 'e6881342-0238-4b24-9114-21b729878864', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae420896-b048-4075-ba42-74d851b90bfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:52Z', 'updated_at': '2022-02-28T18:52:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:52:54.253443 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Checking router: ae420896-b048-4075-ba42-74d851b90bfa for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:52:54.254111 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Updating router ae420896-b048-4075-ba42-74d851b90bfa port e6881342-0238-4b24-9114-21b729878864 binding host dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 28 18:52:54.327701 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:54.570119 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e883d9bc-e038-4e6a-a324-d1ff703ec09f None None] Network 8361a78c-3765-4d13-92b9-1e099c207b9c requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:52:54.667536 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14f2a581-cb22-4294-b00c-bf7403c3bba2 service neutron] 10.222.0.18 "GET /v2.0/networks/4360b3f2-6a24-49f7-b1c0-81c160574554?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4649382
Feb 28 18:52:54.731997 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Notify callbacks [] for port, precommit_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:54.745630 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.provisioning_blocks [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Transition to ACTIVE for port object e6881342-0238-4b24-9114-21b729878864 will not be triggered until provisioned by entity L2. {{(pid=83065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:52:54.757570 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:54.820051 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-dca53432-c0e2-4738-80fc-9ab97390b6fa None None] Provisioning for port 798027e3-4a81-44e5-a9e1-e3cdd5070062 completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:52:54.839031 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-d97d4e70-96a1-4e04-83d9-40ca3815b3c9 service neutron] 10.222.0.18 "GET /v2.0/networks/4360b3f2-6a24-49f7-b1c0-81c160574554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1704862
Feb 28 18:52:54.843795 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Attempting to bind port e6881342-0238-4b24-9114-21b729878864 on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:52:54.843795 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Attempting to bind port e6881342-0238-4b24-9114-21b729878864 by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}] {{(pid=83065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:52:54.843795 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Attempting to bind port e6881342-0238-4b24-9114-21b729878864 on network f40459f8-f658-4119-914b-b9023327a718 {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:52:54.857240 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:52:54.857609 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Checking segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:52:54.858004 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:54.858391 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Bound using segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:52:54.858886 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Bound port: e6881342-0238-4b24-9114-21b729878864, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}}] {{(pid=83065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:52:54.859354 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:54.866584 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-dca53432-c0e2-4738-80fc-9ab97390b6fa None None] Provisioning complete for port 798027e3-4a81-44e5-a9e1-e3cdd5070062 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:52:54.867106 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-dca53432-c0e2-4738-80fc-9ab97390b6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:54.937930 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.db [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] For port e6881342-0238-4b24-9114-21b729878864, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:52:54.942123 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.db [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] For port e6881342-0238-4b24-9114-21b729878864, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=e6881342-0238-4b24-9114-21b729878864,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:52:54.957067 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:54.982353 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c921ec1-5351-4f2f-816f-223f2153ddff None None] Pushing event updated for resources: {'Port': ['ID=e6881342-0238-4b24-9114-21b729878864,revision_number=2']} {{(pid=83065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:54.992452 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c921ec1-5351-4f2f-816f-223f2153ddff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:54.992795 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c921ec1-5351-4f2f-816f-223f2153ddff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:54.993124 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c921ec1-5351-4f2f-816f-223f2153ddff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:54.993452 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c921ec1-5351-4f2f-816f-223f2153ddff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:54.993773 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c921ec1-5351-4f2f-816f-223f2153ddff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:54.994353 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c921ec1-5351-4f2f-816f-223f2153ddff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:54.994585 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c921ec1-5351-4f2f-816f-223f2153ddff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:54.995558 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c921ec1-5351-4f2f-816f-223f2153ddff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:54.995913 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c921ec1-5351-4f2f-816f-223f2153ddff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:54.996244 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c921ec1-5351-4f2f-816f-223f2153ddff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:54.996562 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c921ec1-5351-4f2f-816f-223f2153ddff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:52:55.067120 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Routers {'ae420896-b048-4075-ba42-74d851b90bfa'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:52:55.067897 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5b0398e0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:52:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['ae420896-b048-4075-ba42-74d851b90bfa'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:52:55.249306 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-dca53432-c0e2-4738-80fc-9ab97390b6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:55.264126 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-882a3137-a1cc-4dda-8d93-0d145a7c70f7 req-d05eee0d-2f91-4bc5-aa7e-0f434bb7f53e tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=63511d04-3e45-4f8c-95eb-818a10196ff6 HTTP/1.1" status: 200  len: 210 time: 0.1113775
Feb 28 18:52:55.323232 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-dca53432-c0e2-4738-80fc-9ab97390b6fa None None] For port 798027e3-4a81-44e5-a9e1-e3cdd5070062, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=798027e3-4a81-44e5-a9e1-e3cdd5070062,segment=NetworkSegment(23d8224e-c5b5-4bba-ad2b-5b35eed12ce9),segment_id=23d8224e-c5b5-4bba-ad2b-5b35eed12ce9)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:52:55.331685 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c921ec1-5351-4f2f-816f-223f2153ddff None None] Pushing event updated for resources: {'Port': ['ID=e6881342-0238-4b24-9114-21b729878864,revision_number=3']} {{(pid=83065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:55.338295 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-dca53432-c0e2-4738-80fc-9ab97390b6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:55.374344 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] Set router ae420896-b048-4075-ba42-74d851b90bfa gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:52:55.430048 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f899651c-f40b-443d-abf6-5d146ce72448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:55.459602 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca53432-c0e2-4738-80fc-9ab97390b6fa None None] Pushing event updated for resources: {'Port': ['ID=798027e3-4a81-44e5-a9e1-e3cdd5070062,revision_number=3']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:55.676611 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-6628d010-6006-477c-a2e8-bcd4e1454774 None None] Provisioning complete for port 798027e3-4a81-44e5-a9e1-e3cdd5070062 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:52:55.677655 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-6628d010-6006-477c-a2e8-bcd4e1454774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:55.691314 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5b0398e0>, [{'id': 'ae420896-b048-4075-ba42-74d851b90bfa', 'name': 'tempest-TestVolumeBootPattern-552564023-router', 'tenant_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e6881342-0238-4b24-9114-21b729878864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:51Z', 'updated_at': '2022-02-28T18:52:52Z', 'revision_number': 3, 'project_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'gw_port': {'id': 'e6881342-0238-4b24-9114-21b729878864', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae420896-b048-4075-ba42-74d851b90bfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:52Z', 'updated_at': '2022-02-28T18:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:52:55.696124 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea638bef-32a9-474e-bc66-b71ba486d0ef None None] The sync data for ids ['ae420896-b048-4075-ba42-74d851b90bfa'] in dv-cinder-831188-1-iscsi is: [{'id': 'ae420896-b048-4075-ba42-74d851b90bfa', 'name': 'tempest-TestVolumeBootPattern-552564023-router', 'tenant_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e6881342-0238-4b24-9114-21b729878864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:51Z', 'updated_at': '2022-02-28T18:52:52Z', 'revision_number': 3, 'project_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'gw_port': {'id': 'e6881342-0238-4b24-9114-21b729878864', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae420896-b048-4075-ba42-74d851b90bfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:52Z', 'updated_at': '2022-02-28T18:52:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:52:55.699140 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_common [None req-f899651c-f40b-443d-abf6-5d146ce72448 admin admin] Allocated IP 172.20.0.1 (8361a78c-3765-4d13-92b9-1e099c207b9c/1cb85418-127c-474c-9975-19cc9027720a/2b55ad72-d95a-4097-802a-1f57ee01fbcf) {{(pid=83062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:52:55.736573 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 798027e3-4a81-44e5-a9e1-e3cdd5070062 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:52:55.881803 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f899651c-f40b-443d-abf6-5d146ce72448 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:55.899980 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.provisioning_blocks [None req-f899651c-f40b-443d-abf6-5d146ce72448 admin admin] Transition to ACTIVE for port object 2b55ad72-d95a-4097-802a-1f57ee01fbcf will not be triggered until provisioned by entity DHCP. {{(pid=83062) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:52:55.919753 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 798027e3-4a81-44e5-a9e1-e3cdd5070062 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:52:55.920609 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:55.925005 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f899651c-f40b-443d-abf6-5d146ce72448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:56.000449 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f899651c-f40b-443d-abf6-5d146ce72448 admin admin] Network 8361a78c-3765-4d13-92b9-1e099c207b9c is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:52:56.003188 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-f899651c-f40b-443d-abf6-5d146ce72448 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:52:56.007636 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f899651c-f40b-443d-abf6-5d146ce72448 admin admin] Received port after_create {{(pid=83062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:52:56.037447 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899651c-f40b-443d-abf6-5d146ce72448 admin admin] Pushing event updated for resources: {'Port': ['ID=2b55ad72-d95a-4097-802a-1f57ee01fbcf,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:56.067551 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f899651c-f40b-443d-abf6-5d146ce72448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708341'] for router_interface, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:56.075612 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-9bbcd48a-27a7-454e-90de-87eba89296d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:56.155259 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f899651c-f40b-443d-abf6-5d146ce72448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:56.353501 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-2f80793e-35b2-4eb9-91d3-9d7ce1df492c None None] Provisioning for port 2b55ad72-d95a-4097-802a-1f57ee01fbcf completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:52:56.358531 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-2f80793e-35b2-4eb9-91d3-9d7ce1df492c None None] Provisioning complete for port 2b55ad72-d95a-4097-802a-1f57ee01fbcf triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:52:56.358924 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-2f80793e-35b2-4eb9-91d3-9d7ce1df492c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:56.402608 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f899651c-f40b-443d-abf6-5d146ce72448 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:56.409361 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f899651c-f40b-443d-abf6-5d146ce72448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770937'] for port, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:56.420882 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-2f80793e-35b2-4eb9-91d3-9d7ce1df492c None None] Port 2b55ad72-d95a-4097-802a-1f57ee01fbcf cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:52:56.548020 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4582e15d-4bf4-4a36-b73b-7d1d9590bfe2 req-f2ad2b16-e9b5-44dc-ad5d-9658e5d94c3b tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=63511d04-3e45-4f8c-95eb-818a10196ff6 HTTP/1.1" status: 200  len: 210 time: 0.1042502
Feb 28 18:52:56.565797 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899651c-f40b-443d-abf6-5d146ce72448 admin admin] Pushing event updated for resources: {'Port': ['ID=2b55ad72-d95a-4097-802a-1f57ee01fbcf,revision_number=2']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:56.578408 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f899651c-f40b-443d-abf6-5d146ce72448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7997001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708120'] for router_interface, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:56.745482 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f899651c-f40b-443d-abf6-5d146ce72448 admin admin] Network 8361a78c-3765-4d13-92b9-1e099c207b9c is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:52:56.746798 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-f899651c-f40b-443d-abf6-5d146ce72448 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:52:56.753048 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-63e4c8cc-ef8b-491f-ad03-136dbb2aed1a tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:56.754658 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-63e4c8cc-ef8b-491f-ad03-136dbb2aed1a tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.70 "GET /v2.0/networks?id=4360b3f2-6a24-49f7-b1c0-81c160574554 HTTP/1.1" status: 200  len: 808 time: 0.1604159
Feb 28 18:52:56.771892 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-234100da-041e-45fa-b723-b46dba14ecb4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Request body: {'port': {'device_id': '63511d04-3e45-4f8c-95eb-818a10196ff6', 'network_id': '4360b3f2-6a24-49f7-b1c0-81c160574554', 'admin_state_up': True, 'tenant_id': 'cbf2b9318fb845dab79d447739877511'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:52:56.941518 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-234100da-041e-45fa-b723-b46dba14ecb4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:56.945605 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-234100da-041e-45fa-b723-b46dba14ecb4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Usage tracker for resource:port and tenant:cbf2b9318fb845dab79d447739877511 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:56.951044 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-234100da-041e-45fa-b723-b46dba14ecb4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:56.956975 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-234100da-041e-45fa-b723-b46dba14ecb4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:56.969355 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-234100da-041e-45fa-b723-b46dba14ecb4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Made reservation on behalf of cbf2b9318fb845dab79d447739877511 for: {'port': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:52:56.973405 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-234100da-041e-45fa-b723-b46dba14ecb4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:57.056455 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-22598399-1721-4742-8060-64f7690595bc None None] Provisioning complete for port 2b55ad72-d95a-4097-802a-1f57ee01fbcf triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:52:57.057772 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-22598399-1721-4742-8060-64f7690595bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:57.127009 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-22598399-1721-4742-8060-64f7690595bc None None] Port 2b55ad72-d95a-4097-802a-1f57ee01fbcf cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:52:57.171516 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-234100da-041e-45fa-b723-b46dba14ecb4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Allocated IP 172.20.0.10 (4360b3f2-6a24-49f7-b1c0-81c160574554/83cd9c11-9d0a-4291-bc8e-2f1fd459497c/1a44937d-2273-4053-a2a0-c9519614b669) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:52:57.223885 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f899651c-f40b-443d-abf6-5d146ce72448 admin admin] Router ae420896-b048-4075-ba42-74d851b90bfa has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:52:57.399972 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-234100da-041e-45fa-b723-b46dba14ecb4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:57.433469 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-234100da-041e-45fa-b723-b46dba14ecb4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:57.524786 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f899651c-f40b-443d-abf6-5d146ce72448 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:52:57.534975 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-f899651c-f40b-443d-abf6-5d146ce72448 admin admin] 10.222.0.18 "PUT /v2.0/routers/ae420896-b048-4075-ba42-74d851b90bfa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9716992
Feb 28 18:52:57.609476 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-234100da-041e-45fa-b723-b46dba14ecb4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Network 4360b3f2-6a24-49f7-b1c0-81c160574554 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:52:57.612851 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-234100da-041e-45fa-b723-b46dba14ecb4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:52:57.615059 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-234100da-041e-45fa-b723-b46dba14ecb4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:52:57.651549 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234100da-041e-45fa-b723-b46dba14ecb4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Pushing event updated for resources: {'Port': ['ID=1a44937d-2273-4053-a2a0-c9519614b669,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:57.729763 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-234100da-041e-45fa-b723-b46dba14ecb4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:57.730375 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-234100da-041e-45fa-b723-b46dba14ecb4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:57.763918 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-234100da-041e-45fa-b723-b46dba14ecb4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9962418
Feb 28 18:52:57.776830 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] Request body: {'port': {'device_id': '63511d04-3e45-4f8c-95eb-818a10196ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:52:57.821455 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c47e4f-9ae7-4727-a6eb-fdfb31217630 req-54a72044-a498-4837-9161-86127433020a tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:57.822228 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-38c47e4f-9ae7-4727-a6eb-fdfb31217630 req-54a72044-a498-4837-9161-86127433020a tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Synchronizing usage tracker for tenant:cbf2b9318fb845dab79d447739877511 on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:52:57.886892 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-38c47e4f-9ae7-4727-a6eb-fdfb31217630 req-54a72044-a498-4837-9161-86127433020a tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Unset dirty status for tenant:cbf2b9318fb845dab79d447739877511 on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:52:57.888033 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-38c47e4f-9ae7-4727-a6eb-fdfb31217630 req-54a72044-a498-4837-9161-86127433020a tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=63511d04-3e45-4f8c-95eb-818a10196ff6 HTTP/1.1" status: 200  len: 932 time: 0.2119303
Feb 28 18:52:57.923383 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:57.993111 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-38c47e4f-9ae7-4727-a6eb-fdfb31217630 req-c2f8e545-52a1-4818-89ec-eb574bbf67de tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954401
Feb 28 18:52:58.191686 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36748) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:58.197364 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-24c0211d-f51b-4698-8efb-e74f00516a7b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1570667936', 'description': 'tempest-secgroup-smoke-1570667936 description', 'project_id': '16e7d713da4349b3977dab0041ed0bee'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:52:58.203302 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-24c0211d-f51b-4698-8efb-e74f00516a7b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:58.207039 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-24c0211d-f51b-4698-8efb-e74f00516a7b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Usage tracker for resource:security_group and tenant:16e7d713da4349b3977dab0041ed0bee is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:58.209817 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-24c0211d-f51b-4698-8efb-e74f00516a7b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:58.216346 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-24c0211d-f51b-4698-8efb-e74f00516a7b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:58.230495 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-24c0211d-f51b-4698-8efb-e74f00516a7b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.278179 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-24c0211d-f51b-4698-8efb-e74f00516a7b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:58.281978 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-09125fe6-fcb8-414a-b588-16757561418a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.283091 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-24c0211d-f51b-4698-8efb-e74f00516a7b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Usage tracker for resource:security_group_rule and tenant:16e7d713da4349b3977dab0041ed0bee is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:58.287245 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-24c0211d-f51b-4698-8efb-e74f00516a7b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:58.293482 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-24c0211d-f51b-4698-8efb-e74f00516a7b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:58.296208 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a44937d-2273-4053-a2a0-c9519614b669 {{(pid=83063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:52:58.305673 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.322007 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] Transition to ACTIVE for port object 1a44937d-2273-4053-a2a0-c9519614b669 will not be triggered until provisioned by entity L2. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:52:58.326838 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.352815 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-24c0211d-f51b-4698-8efb-e74f00516a7b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.357360 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-24c0211d-f51b-4698-8efb-e74f00516a7b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.397728 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0211d-f51b-4698-8efb-e74f00516a7b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611fc710-440c-4417-ad9c-b7615614e99e,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:58.401267 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-24c0211d-f51b-4698-8efb-e74f00516a7b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.402365 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-24c0211d-f51b-4698-8efb-e74f00516a7b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2095530
Feb 28 18:52:58.405222 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36752) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:58.410729 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-df01052b-b1e6-495e-be66-519cbb7e9b10 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Request body: {'security_group_rule': {'security_group_id': '611fc710-440c-4417-ad9c-b7615614e99e', 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:52:58.416659 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-df01052b-b1e6-495e-be66-519cbb7e9b10 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:58.420889 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-df01052b-b1e6-495e-be66-519cbb7e9b10 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Usage tracker for resource:security_group_rule and tenant:16e7d713da4349b3977dab0041ed0bee is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:58.423744 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-df01052b-b1e6-495e-be66-519cbb7e9b10 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:58.429608 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-df01052b-b1e6-495e-be66-519cbb7e9b10 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:58.447402 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-df01052b-b1e6-495e-be66-519cbb7e9b10 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.449490 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] Pushing event updated for resources: {'Port': ['ID=1a44937d-2273-4053-a2a0-c9519614b669,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:58.509520 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-df01052b-b1e6-495e-be66-519cbb7e9b10 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.514616 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-df01052b-b1e6-495e-be66-519cbb7e9b10 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.543726 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01052b-b1e6-495e-be66-519cbb7e9b10 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac1a57d-9f46-4caf-8ae4-000688fd447b,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:58.551309 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-df01052b-b1e6-495e-be66-519cbb7e9b10 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.552655 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-df01052b-b1e6-495e-be66-519cbb7e9b10 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1465287
Feb 28 18:52:58.555490 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36762) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:58.561818 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-9e575244-d705-45c7-b458-d5cd5cc8eb43 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Request body: {'security_group_rule': {'security_group_id': '611fc710-440c-4417-ad9c-b7615614e99e', 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:52:58.567667 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-9e575244-d705-45c7-b458-d5cd5cc8eb43 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:58.567832 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] Attempting to bind port 1a44937d-2273-4053-a2a0-c9519614b669 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:52:58.568222 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] Attempting to bind port 1a44937d-2273-4053-a2a0-c9519614b669 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'f032c672-ee44-4676-90be-d1d00fc7ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4360b3f2-6a24-49f7-b1c0-81c160574554'}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:52:58.568636 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] Attempting to bind port 1a44937d-2273-4053-a2a0-c9519614b669 on network 4360b3f2-6a24-49f7-b1c0-81c160574554 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:52:58.571786 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-9e575244-d705-45c7-b458-d5cd5cc8eb43 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Usage tracker for resource:security_group_rule and tenant:16e7d713da4349b3977dab0041ed0bee is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:58.575142 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-9e575244-d705-45c7-b458-d5cd5cc8eb43 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:58.575653 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] Port 1a44937d-2273-4053-a2a0-c9519614b669 on network 4360b3f2-6a24-49f7-b1c0-81c160574554 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:52:58.576061 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] Attempting to bind port 1a44937d-2273-4053-a2a0-c9519614b669 on network 4360b3f2-6a24-49f7-b1c0-81c160574554 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:52:58.581777 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-9e575244-d705-45c7-b458-d5cd5cc8eb43 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:58.583088 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:52:58.583483 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] Checking segment: {'id': 'f032c672-ee44-4676-90be-d1d00fc7ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4360b3f2-6a24-49f7-b1c0-81c160574554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:52:58.584064 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] Bound using segment: {'id': 'f032c672-ee44-4676-90be-d1d00fc7ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4360b3f2-6a24-49f7-b1c0-81c160574554'} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:52:58.584499 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] Bound port: 1a44937d-2273-4053-a2a0-c9519614b669, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f032c672-ee44-4676-90be-d1d00fc7ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4360b3f2-6a24-49f7-b1c0-81c160574554'}}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:52:58.584840 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.599698 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9e575244-d705-45c7-b458-d5cd5cc8eb43 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.667965 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9e575244-d705-45c7-b458-d5cd5cc8eb43 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.672605 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9e575244-d705-45c7-b458-d5cd5cc8eb43 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.682706 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] For port 1a44937d-2273-4053-a2a0-c9519614b669, host hv-cinder-83118, cleared binding levels {{(pid=83063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:52:58.686736 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] For port 1a44937d-2273-4053-a2a0-c9519614b669, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1a44937d-2273-4053-a2a0-c9519614b669,segment=NetworkSegment(f032c672-ee44-4676-90be-d1d00fc7ee73),segment_id=f032c672-ee44-4676-90be-d1d00fc7ee73)] {{(pid=83063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:52:58.691725 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.696666 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e575244-d705-45c7-b458-d5cd5cc8eb43 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a395e2ad-2307-42d1-8f33-1e1ae5ea6a81,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:58.709007 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9e575244-d705-45c7-b458-d5cd5cc8eb43 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.710420 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-9e575244-d705-45c7-b458-d5cd5cc8eb43 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1539922
Feb 28 18:52:58.713169 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36766) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:58.719272 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-8c336470-1b5d-4815-aa48-c8f9d36e5573 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Request body: {'security_group_rule': {'security_group_id': '611fc710-440c-4417-ad9c-b7615614e99e', 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:52:58.725721 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-8c336470-1b5d-4815-aa48-c8f9d36e5573 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:58.729826 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-8c336470-1b5d-4815-aa48-c8f9d36e5573 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Usage tracker for resource:security_group_rule and tenant:16e7d713da4349b3977dab0041ed0bee is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:58.733085 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-8c336470-1b5d-4815-aa48-c8f9d36e5573 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:58.738848 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-8c336470-1b5d-4815-aa48-c8f9d36e5573 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:58.756976 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-8c336470-1b5d-4815-aa48-c8f9d36e5573 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.774185 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.775577 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] 10.222.0.70 "PUT /v2.0/ports/1a44937d-2273-4053-a2a0-c9519614b669 HTTP/1.1" status: 200  len: 1094 time: 1.0035965
Feb 28 18:52:58.776474 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63511d04-3e45-4f8c-95eb-818a10196ff6', 'tag': '1a44937d-2273-4053-a2a0-c9519614b669'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:52:58.788298 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14234569-f8ce-4e08-89b8-564cf680e22a service neutron] Pushing event updated for resources: {'Port': ['ID=1a44937d-2273-4053-a2a0-c9519614b669,revision_number=3']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:58.827264 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-8c336470-1b5d-4815-aa48-c8f9d36e5573 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.834325 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-8c336470-1b5d-4815-aa48-c8f9d36e5573 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.858141 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63511d04-3e45-4f8c-95eb-818a10196ff6', 'tag': '1a44937d-2273-4053-a2a0-c9519614b669', 'status': 'completed', 'code': 200}
Feb 28 18:52:58.859427 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c336470-1b5d-4815-aa48-c8f9d36e5573 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13276723-3c63-43bd-b304-48a5be4184d6,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:58.870248 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-8c336470-1b5d-4815-aa48-c8f9d36e5573 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.874018 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-8c336470-1b5d-4815-aa48-c8f9d36e5573 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1573915
Feb 28 18:52:58.874297 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 36774) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:58.881139 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-c8adb506-0d6f-4e7d-8cb0-83fab996d0a3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Request body: {'security_group_rule': {'security_group_id': '611fc710-440c-4417-ad9c-b7615614e99e', 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:52:58.887825 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-c8adb506-0d6f-4e7d-8cb0-83fab996d0a3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:58.892906 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-c8adb506-0d6f-4e7d-8cb0-83fab996d0a3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Usage tracker for resource:security_group_rule and tenant:16e7d713da4349b3977dab0041ed0bee is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:58.896632 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-c8adb506-0d6f-4e7d-8cb0-83fab996d0a3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:58.907292 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-c8adb506-0d6f-4e7d-8cb0-83fab996d0a3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:58.929759 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c8adb506-0d6f-4e7d-8cb0-83fab996d0a3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:58.945192 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-0900f1c0-9148-4f53-b280-d4708de1883e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cbf2b9318fb845dab79d447739877511&device_id=63511d04-3e45-4f8c-95eb-818a10196ff6 HTTP/1.1" status: 200  len: 1097 time: 0.1243894
Feb 28 18:52:59.029697 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-f1eb0c8f-da77-41a9-bbb1-1ed21efce751 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a44937d-2273-4053-a2a0-c9519614b669 HTTP/1.1" status: 200  len: 217 time: 0.0716259
Feb 28 18:52:59.083603 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36782) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:59.112893 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c8adb506-0d6f-4e7d-8cb0-83fab996d0a3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:59.114522 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-e00dd516-69e0-4202-987b-65b5dafb6f59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:59.116019 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-e00dd516-69e0-4202-987b-65b5dafb6f59 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=83cd9c11-9d0a-4291-bc8e-2f1fd459497c HTTP/1.1" status: 200  len: 848 time: 0.0800078
Feb 28 18:52:59.117740 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c8adb506-0d6f-4e7d-8cb0-83fab996d0a3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:59.178672 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adb506-0d6f-4e7d-8cb0-83fab996d0a3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea15098-5ccd-4d79-93c6-d5c4e7ddd46c,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:59.182032 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-83ef3204-a0ba-4138-b9e0-951042bd2f5a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4360b3f2-6a24-49f7-b1c0-81c160574554&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567985
Feb 28 18:52:59.204848 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8eac6-4ae9-4d56-b1d6-579dbe138213 req-933c43dd-8cf6-4751-bccd-9fdf3e3db8a0 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:59.206669 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a4c8eac6-4ae9-4d56-b1d6-579dbe138213 req-933c43dd-8cf6-4751-bccd-9fdf3e3db8a0 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=63511d04-3e45-4f8c-95eb-818a10196ff6 HTTP/1.1" status: 200  len: 944 time: 0.0864723
Feb 28 18:52:59.212609 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c8adb506-0d6f-4e7d-8cb0-83fab996d0a3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:59.213823 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-c8adb506-0d6f-4e7d-8cb0-83fab996d0a3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3385236
Feb 28 18:52:59.217598 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36788) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:59.249654 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-4ff48b57-e6df-42f7-ac47-1a1e97ad6f6d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Request body: {'security_group_rule': {'security_group_id': '611fc710-440c-4417-ad9c-b7615614e99e', 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:52:59.258014 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-4ff48b57-e6df-42f7-ac47-1a1e97ad6f6d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:59.263861 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-4ff48b57-e6df-42f7-ac47-1a1e97ad6f6d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Usage tracker for resource:security_group_rule and tenant:16e7d713da4349b3977dab0041ed0bee is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:59.269178 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-4ff48b57-e6df-42f7-ac47-1a1e97ad6f6d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:59.281146 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-4ff48b57-e6df-42f7-ac47-1a1e97ad6f6d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:59.318775 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-afaca202-537a-4435-b671-23afdd8844a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:59.320609 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-f4e441a3-43c2-40a0-8bf7-37328f7083ec service neutron] 10.222.0.70 "GET /v2.0/networks/4360b3f2-6a24-49f7-b1c0-81c160574554?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313789
Feb 28 18:52:59.338513 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.db.securitygroups_db [None req-4ff48b57-e6df-42f7-ac47-1a1e97ad6f6d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Project 16e7d713da4349b3977dab0041ed0bee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 28 18:52:59.350739 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-4ff48b57-e6df-42f7-ac47-1a1e97ad6f6d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:59.358948 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-a4c8eac6-4ae9-4d56-b1d6-579dbe138213 req-f0e0cab4-5e9f-4b74-9cdb-c72f2d4215ef tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Synchronizing usage tracker for tenant:cbf2b9318fb845dab79d447739877511 on resource:security_group {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:52:59.411817 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-afaca202-537a-4435-b671-23afdd8844a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:59.424724 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-afaca202-537a-4435-b671-23afdd8844a1 admin admin] Usage tracker for resource:security_group_rule and tenant:40b67ed76fa04977b2927d29c843cca5 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:59.427556 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-a4c8eac6-4ae9-4d56-b1d6-579dbe138213 req-f0e0cab4-5e9f-4b74-9cdb-c72f2d4215ef tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Unset dirty status for tenant:cbf2b9318fb845dab79d447739877511 on resource:security_group {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:52:59.428845 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a4c8eac6-4ae9-4d56-b1d6-579dbe138213 req-f0e0cab4-5e9f-4b74-9cdb-c72f2d4215ef tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2165482
Feb 28 18:52:59.429953 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-afaca202-537a-4435-b671-23afdd8844a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:59.440209 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-afaca202-537a-4435-b671-23afdd8844a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:59.475715 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-4ff48b57-e6df-42f7-ac47-1a1e97ad6f6d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:59.477688 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:59.479844 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-4ff48b57-e6df-42f7-ac47-1a1e97ad6f6d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:59.514976 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff48b57-e6df-42f7-ac47-1a1e97ad6f6d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3221a22-19c6-4d77-8593-d0694e9e11fb,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:59.528281 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:59.549564 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e15c3ee7-b4c5-4f9e-9902-49a24644d75a req-c2174e35-cdc9-4da9-817b-848737c30f2d service neutron] 10.222.0.70 "GET /v2.0/networks/4360b3f2-6a24-49f7-b1c0-81c160574554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2225792
Feb 28 18:52:59.559006 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-4ff48b57-e6df-42f7-ac47-1a1e97ad6f6d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:59.560502 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-4ff48b57-e6df-42f7-ac47-1a1e97ad6f6d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3172405
Feb 28 18:52:59.563594 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 36792) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:59.569819 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-82b5d598-952e-404a-90a3-8ec60bd655f9 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Request body: {'security_group_rule': {'security_group_id': '611fc710-440c-4417-ad9c-b7615614e99e', 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:52:59.575888 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-82b5d598-952e-404a-90a3-8ec60bd655f9 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:52:59.576527 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-afaca202-537a-4435-b671-23afdd8844a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:59.580017 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-82b5d598-952e-404a-90a3-8ec60bd655f9 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Usage tracker for resource:security_group_rule and tenant:16e7d713da4349b3977dab0041ed0bee is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:52:59.583129 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-82b5d598-952e-404a-90a3-8ec60bd655f9 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:52:59.584133 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-afaca202-537a-4435-b671-23afdd8844a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:59.589340 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-82b5d598-952e-404a-90a3-8ec60bd655f9 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:52:59.601406 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.securitygroups_db [None req-82b5d598-952e-404a-90a3-8ec60bd655f9 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Project 16e7d713da4349b3977dab0041ed0bee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 28 18:52:59.609995 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-82b5d598-952e-404a-90a3-8ec60bd655f9 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:59.632864 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaca202-537a-4435-b671-23afdd8844a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de252ef-b7a8-49fb-b6ac-19de758b5dbe,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:59.641125 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-afaca202-537a-4435-b671-23afdd8844a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40b67ed76fa04977b2927d29c843cca5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5563338
Feb 28 18:52:59.641725 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36796) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:52:59.700654 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fed8e983-0674-44f3-8fb8-999b337a2ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:59.726532 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fed8e983-0674-44f3-8fb8-999b337a2ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:59.727221 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-82b5d598-952e-404a-90a3-8ec60bd655f9 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:59.733939 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b6783336-0100-49d5-b514-d502deaf7260 req-11e5411d-0c1b-4df9-ac80-4a9d598239ad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cbf2b9318fb845dab79d447739877511&device_id=63511d04-3e45-4f8c-95eb-818a10196ff6 HTTP/1.1" status: 200  len: 1097 time: 0.1163743
Feb 28 18:52:59.734997 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-82b5d598-952e-404a-90a3-8ec60bd655f9 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:59.778869 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5d598-952e-404a-90a3-8ec60bd655f9 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a295f4-c359-4965-a569-c22520c96636,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:59.780697 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fed8e983-0674-44f3-8fb8-999b337a2ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:59.794945 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8e983-0674-44f3-8fb8-999b337a2ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de252ef-b7a8-49fb-b6ac-19de758b5dbe,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:52:59.800965 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fed8e983-0674-44f3-8fb8-999b337a2ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:59.803069 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-fed8e983-0674-44f3-8fb8-999b337a2ebe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0de252ef-b7a8-49fb-b6ac-19de758b5dbe HTTP/1.1" status: 204  len: 168 time: 0.1602330
Feb 28 18:52:59.849451 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-82b5d598-952e-404a-90a3-8ec60bd655f9 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:52:59.850726 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-82b5d598-952e-404a-90a3-8ec60bd655f9 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2860677
Feb 28 18:52:59.899707 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6783336-0100-49d5-b514-d502deaf7260 req-05c9b5ed-18be-4197-b86e-d82d00877b1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:52:59.901189 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b6783336-0100-49d5-b514-d502deaf7260 req-05c9b5ed-18be-4197-b86e-d82d00877b1d service neutron] 10.222.0.70 "GET /v2.0/networks?id=4360b3f2-6a24-49f7-b1c0-81c160574554 HTTP/1.1" status: 200  len: 909 time: 0.1591620
Feb 28 18:52:59.980345 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b6783336-0100-49d5-b514-d502deaf7260 req-904200e8-76d2-4e96-9b86-07a8ae2a6f07 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a44937d-2273-4053-a2a0-c9519614b669 HTTP/1.1" status: 200  len: 217 time: 0.0725849
Feb 28 18:53:00.047945 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6783336-0100-49d5-b514-d502deaf7260 req-fc0cd9bc-f9db-4c4c-a2b6-a4fbf32b4324 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:00.049406 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b6783336-0100-49d5-b514-d502deaf7260 req-fc0cd9bc-f9db-4c4c-a2b6-a4fbf32b4324 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=83cd9c11-9d0a-4291-bc8e-2f1fd459497c HTTP/1.1" status: 200  len: 848 time: 0.0637405
Feb 28 18:53:00.104366 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b6783336-0100-49d5-b514-d502deaf7260 req-88ec41a8-89e4-49af-b7e7-af4157491449 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4360b3f2-6a24-49f7-b1c0-81c160574554&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490572
Feb 28 18:53:00.174946 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36824) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:53:00.198901 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-943b514a-6674-4c45-9adb-a9cbd37d4115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:00.236543 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-943b514a-6674-4c45-9adb-a9cbd37d4115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:53:00.241288 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-943b514a-6674-4c45-9adb-a9cbd37d4115 admin admin] Usage tracker for resource:security_group_rule and tenant:8732aec45e614315a3a1f7a3974500cd is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:53:00.245927 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-943b514a-6674-4c45-9adb-a9cbd37d4115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:53:00.252537 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-943b514a-6674-4c45-9adb-a9cbd37d4115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:53:00.256027 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b6783336-0100-49d5-b514-d502deaf7260 req-768bc029-afbd-4247-a967-9ea7d0778322 service neutron] 10.222.0.70 "GET /v2.0/networks/4360b3f2-6a24-49f7-b1c0-81c160574554?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444263
Feb 28 18:53:00.332522 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-943b514a-6674-4c45-9adb-a9cbd37d4115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:00.339169 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-943b514a-6674-4c45-9adb-a9cbd37d4115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:00.394813 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b6783336-0100-49d5-b514-d502deaf7260 req-714a3c6f-56bf-41d3-a39f-cb376431e434 service neutron] 10.222.0.70 "GET /v2.0/networks/4360b3f2-6a24-49f7-b1c0-81c160574554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317878
Feb 28 18:53:00.398287 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b514a-6674-4c45-9adb-a9cbd37d4115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bf329a-39fe-45c1-9eb1-0fd2c9b02c24,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:00.404507 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-943b514a-6674-4c45-9adb-a9cbd37d4115 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8732aec45e614315a3a1f7a3974500cd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2281482
Feb 28 18:53:00.407015 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36830) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:53:00.477937 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5a0f5b26-da89-4105-a9b5-c1f431e28554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:00.504896 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5a0f5b26-da89-4105-a9b5-c1f431e28554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:00.557172 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5a0f5b26-da89-4105-a9b5-c1f431e28554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:00.572938 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f5b26-da89-4105-a9b5-c1f431e28554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bf329a-39fe-45c1-9eb1-0fd2c9b02c24,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:00.577157 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5a0f5b26-da89-4105-a9b5-c1f431e28554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:00.580534 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-5a0f5b26-da89-4105-a9b5-c1f431e28554 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63bf329a-39fe-45c1-9eb1-0fd2c9b02c24 HTTP/1.1" status: 204  len: 168 time: 0.1702623
Feb 28 18:53:00.647745 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23500fe7-088f-4c04-8e1a-e06159191ae0 req-d63f28cf-4c8a-49e7-a9c5-0586961cf1d7 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:00.649292 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-23500fe7-088f-4c04-8e1a-e06159191ae0 req-d63f28cf-4c8a-49e7-a9c5-0586961cf1d7 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=63511d04-3e45-4f8c-95eb-818a10196ff6 HTTP/1.1" status: 200  len: 944 time: 0.0790129
Feb 28 18:53:00.679153 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:00.698417 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-23500fe7-088f-4c04-8e1a-e06159191ae0 req-08e5baaa-dba3-4d7d-8d38-e031dae3bb1f tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429568
Feb 28 18:53:00.766898 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:01.721565 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device e6881342-0238-4b24-9114-21b729878864 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:01.860718 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port e6881342-0238-4b24-9114-21b729878864 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:53:01.866399 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e9472e0f-5a33-404c-b266-671184faa010 req-650b3575-83de-4551-9471-f8bb89e0ab62 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1255021
Feb 28 18:53:01.874950 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port e6881342-0238-4b24-9114-21b729878864 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:01.875676 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:01.979750 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4195dbe-7d04-48d5-80cd-4044b07dbee7 req-0d5be682-e664-4164-9a39-fe38399e3b03 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:01.981345 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a4195dbe-7d04-48d5-80cd-4044b07dbee7 req-0d5be682-e664-4164-9a39-fe38399e3b03 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=63511d04-3e45-4f8c-95eb-818a10196ff6 HTTP/1.1" status: 200  len: 944 time: 0.1407347
Feb 28 18:53:02.046173 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a4195dbe-7d04-48d5-80cd-4044b07dbee7 req-cebf409e-a231-4bbd-ad20-8adfa7cd0c43 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572391
Feb 28 18:53:02.052214 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:02.065461 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e9472e0f-5a33-404c-b266-671184faa010 req-7735afae-eb6c-45f5-abbc-c06eaa2334b8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df6310ee4c214b53bfc3fa13d6f15b83&device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 1099 time: 0.1099832
Feb 28 18:53:02.084541 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port e6881342-0238-4b24-9114-21b729878864, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=e6881342-0238-4b24-9114-21b729878864,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:53:02.094030 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:02.188254 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=e6881342-0238-4b24-9114-21b729878864,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:02.237568 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9472e0f-5a33-404c-b266-671184faa010 req-56547c18-a034-453d-9f63-c1a464b21977 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:02.239317 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e9472e0f-5a33-404c-b266-671184faa010 req-56547c18-a034-453d-9f63-c1a464b21977 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 HTTP/1.1" status: 200  len: 909 time: 0.1538305
Feb 28 18:53:02.352210 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e9472e0f-5a33-404c-b266-671184faa010 req-91660cdf-9d2b-4921-bc95-3874345be8e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db02cf2e-be37-45fc-b70d-76efd2db4952 HTTP/1.1" status: 200  len: 1002 time: 0.1055412
Feb 28 18:53:02.414176 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9472e0f-5a33-404c-b266-671184faa010 req-9113cb7c-eb99-4904-8cea-85c7f9372aa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:02.415660 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e9472e0f-5a33-404c-b266-671184faa010 req-9113cb7c-eb99-4904-8cea-85c7f9372aa2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d013530a-4ea2-46fc-b7a4-576179421aad HTTP/1.1" status: 200  len: 847 time: 0.0568080
Feb 28 18:53:02.515160 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e9472e0f-5a33-404c-b266-671184faa010 req-60870444-3396-41c7-9353-823395a642a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0929735
Feb 28 18:53:02.558478 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Sync routers for ids ['0cd3324c-dc03-41bb-9507-d9f3840115d7'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:53:02.582546 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Routers {'0cd3324c-dc03-41bb-9507-d9f3840115d7'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:53:02.583443 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5a845a90>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:52:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['0cd3324c-dc03-41bb-9507-d9f3840115d7'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:02.712450 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 1a44937d-2273-4053-a2a0-c9519614b669 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:53:02.773888 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e9472e0f-5a33-404c-b266-671184faa010 req-bd78af65-fffc-4001-8a00-b66396e1bc6b service neutron] 10.222.0.70 "GET /v2.0/networks/ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2519073
Feb 28 18:53:02.890585 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Set router 0cd3324c-dc03-41bb-9507-d9f3840115d7 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:53:02.917102 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e9472e0f-5a33-404c-b266-671184faa010 req-087535e1-5b8e-4073-956e-b580da32f8de service neutron] 10.222.0.70 "GET /v2.0/networks/ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365137
Feb 28 18:53:02.984937 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 1a44937d-2273-4053-a2a0-c9519614b669, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1a44937d-2273-4053-a2a0-c9519614b669,segment=NetworkSegment(f032c672-ee44-4676-90be-d1d00fc7ee73),segment_id=f032c672-ee44-4676-90be-d1d00fc7ee73)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:53:03.055889 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': '1a44937d-2273-4053-a2a0-c9519614b669', 'network_id': '4360b3f2-6a24-49f7-b1c0-81c160574554', 'port_id': '1a44937d-2273-4053-a2a0-c9519614b669', 'mac_address': 'fa:16:3e:2c:99:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cd9c11-9d0a-4291-bc8e-2f1fd459497c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:53:03.233767 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:03.259312 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a44937d-2273-4053-a2a0-c9519614b669 {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:53:03.275612 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5f15c-8857-434e-a43a-5ef3d58cd807 req-39074d41-3c1d-475f-a53f-ea0c2a7425d3 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:03.277514 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-97c5f15c-8857-434e-a43a-5ef3d58cd807 req-39074d41-3c1d-475f-a53f-ea0c2a7425d3 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=63511d04-3e45-4f8c-95eb-818a10196ff6 HTTP/1.1" status: 200  len: 944 time: 0.1031897
Feb 28 18:53:03.300533 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 1a44937d-2273-4053-a2a0-c9519614b669, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1a44937d-2273-4053-a2a0-c9519614b669,segment=NetworkSegment(f032c672-ee44-4676-90be-d1d00fc7ee73),segment_id=f032c672-ee44-4676-90be-d1d00fc7ee73)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:53:03.337859 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:03.342193 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-97c5f15c-8857-434e-a43a-5ef3d58cd807 req-92145b5f-6d75-4e2c-a05c-beca1d75d601 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571580
Feb 28 18:53:03.431047 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=1a44937d-2273-4053-a2a0-c9519614b669,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:03.445807 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5a845a90>, [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 2, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:03.450513 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Checking router: 0cd3324c-dc03-41bb-9507-d9f3840115d7 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:53:03.450992 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Updating router 0cd3324c-dc03-41bb-9507-d9f3840115d7 port 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 binding host dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 28 18:53:03.514046 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:03.690821 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device e6881342-0238-4b24-9114-21b729878864 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:03.774032 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['1a44937d-2273-4053-a2a0-c9519614b669'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:53:04.010926 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port e6881342-0238-4b24-9114-21b729878864 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:04.011636 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:04.094043 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Notify callbacks [] for port, precommit_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:04.118789 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Transition to ACTIVE for port object 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 will not be triggered until provisioned by entity L2. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:53:04.139084 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:04.331291 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7b1c4-7c0e-4dfb-91dd-2bcc0feb2866 None None] Pushing event updated for resources: {'Port': ['ID=1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8,revision_number=3']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:04.424968 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Attempting to bind port 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:53:04.425510 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Attempting to bind port 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:53:04.425873 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Attempting to bind port 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 on network 0b9470ea-8aed-4219-b27b-628954f1127e {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:53:04.432909 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:53:04.433282 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Checking segment: {'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:53:04.433676 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:04.434069 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Bound using segment: {'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:53:04.435108 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Bound port: 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'}}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:53:04.435488 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:04.551185 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] For port 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:53:04.557479 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] For port 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:53:04.563992 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:04.640597 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Routers {'0cd3324c-dc03-41bb-9507-d9f3840115d7'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:53:04.641223 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5a845a90>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:52:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['0cd3324c-dc03-41bb-9507-d9f3840115d7'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:04.735802 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:53:04.765147 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c9a8fc-63a0-49bf-815b-eee55e7d9c59 req-aba7dd03-c7f2-4b4f-9389-4b46996133c7 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:04.772822 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-17c9a8fc-63a0-49bf-815b-eee55e7d9c59 req-aba7dd03-c7f2-4b4f-9389-4b46996133c7 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=63511d04-3e45-4f8c-95eb-818a10196ff6 HTTP/1.1" status: 200  len: 945 time: 0.1340849
Feb 28 18:53:04.801608 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7b1c4-7c0e-4dfb-91dd-2bcc0feb2866 None None] Pushing event updated for resources: {'Port': ['ID=1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:04.834696 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-17c9a8fc-63a0-49bf-815b-eee55e7d9c59 req-33693e29-baa3-4fdb-ae37-d5814559dc34 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606191
Feb 28 18:53:04.914519 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] Set router 0cd3324c-dc03-41bb-9507-d9f3840115d7 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:53:05.299622 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5a845a90>, [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:53:04Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:05.306725 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c6e64c-6cb1-494b-99be-d3d34dfc3acd None None] The sync data for ids ['0cd3324c-dc03-41bb-9507-d9f3840115d7'] in dv-cinder-831188-1-iscsi is: [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:53:04Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:53:05.361303 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Sync routers for ids ['ae420896-b048-4075-ba42-74d851b90bfa'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:53:05.373762 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Routers {'ae420896-b048-4075-ba42-74d851b90bfa'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:53:05.374402 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5b1fb4f0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:52:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['ae420896-b048-4075-ba42-74d851b90bfa'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:05.583365 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Set router ae420896-b048-4075-ba42-74d851b90bfa gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:53:05.712333 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:05.797846 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:53:05.809931 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:05.810422 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:05.921301 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5b1fb4f0>, [{'id': 'ae420896-b048-4075-ba42-74d851b90bfa', 'name': 'tempest-TestVolumeBootPattern-552564023-router', 'tenant_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e6881342-0238-4b24-9114-21b729878864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:51Z', 'updated_at': '2022-02-28T18:52:56Z', 'revision_number': 4, 'project_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'gw_port': {'id': 'e6881342-0238-4b24-9114-21b729878864', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae420896-b048-4075-ba42-74d851b90bfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:52Z', 'updated_at': '2022-02-28T18:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '2b55ad72-d95a-4097-802a-1f57ee01fbcf', 'name': '', 'network_id': '8361a78c-3765-4d13-92b9-1e099c207b9c', 'tenant_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'mac_address': 'fa:16:3e:fc:1b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae420896-b048-4075-ba42-74d851b90bfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cb85418-127c-474c-9975-19cc9027720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:55Z', 'updated_at': '2022-02-28T18:52:56Z', 'revision_number': 2, 'project_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'subnets': [{'id': '1cb85418-127c-474c-9975-19cc9027720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:05.925366 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Checking router: ae420896-b048-4075-ba42-74d851b90bfa for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:53:05.925711 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Updating router ae420896-b048-4075-ba42-74d851b90bfa port 2b55ad72-d95a-4097-802a-1f57ee01fbcf binding host dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 28 18:53:05.933131 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:05.970698 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:53:05.975978 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:05.978272 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:06.043665 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf42a8e-b89b-4785-8be5-c04879932d8e req-e3bfb2ee-034c-4751-a3c3-efe8732703e4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:06.045169 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2bf42a8e-b89b-4785-8be5-c04879932d8e req-e3bfb2ee-034c-4751-a3c3-efe8732703e4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=63511d04-3e45-4f8c-95eb-818a10196ff6 HTTP/1.1" status: 200  len: 945 time: 0.0880749
Feb 28 18:53:06.065282 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:06.107175 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2bf42a8e-b89b-4785-8be5-c04879932d8e req-af17ea69-0bc2-4ffb-bbef-bba3add92174 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555241
Feb 28 18:53:06.368770 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Notify callbacks [] for port, precommit_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:06.382034 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.provisioning_blocks [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Transition to ACTIVE for port object 2b55ad72-d95a-4097-802a-1f57ee01fbcf will not be triggered until provisioned by entity L2. {{(pid=83065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:53:06.390061 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:06.436781 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36932) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:53:06.516351 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ecf30f-b4d7-43d8-a231-5c851c15c0d3 None None] Pushing event updated for resources: {'Port': ['ID=2b55ad72-d95a-4097-802a-1f57ee01fbcf,revision_number=3']} {{(pid=83065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:06.603518 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a6c9b62b-d3ab-427c-bd44-6605e2339226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:06.621476 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Attempting to bind port 2b55ad72-d95a-4097-802a-1f57ee01fbcf on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:53:06.621476 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Attempting to bind port 2b55ad72-d95a-4097-802a-1f57ee01fbcf by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': '23d8224e-c5b5-4bba-ad2b-5b35eed12ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8361a78c-3765-4d13-92b9-1e099c207b9c'}] {{(pid=83065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:53:06.621476 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Attempting to bind port 2b55ad72-d95a-4097-802a-1f57ee01fbcf on network 8361a78c-3765-4d13-92b9-1e099c207b9c {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:53:06.626696 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:53:06.627110 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Checking segment: {'id': '23d8224e-c5b5-4bba-ad2b-5b35eed12ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8361a78c-3765-4d13-92b9-1e099c207b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:53:06.627886 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:06.628302 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Bound using segment: {'id': '23d8224e-c5b5-4bba-ad2b-5b35eed12ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8361a78c-3765-4d13-92b9-1e099c207b9c'} {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:53:06.629057 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Bound port: 2b55ad72-d95a-4097-802a-1f57ee01fbcf, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d8224e-c5b5-4bba-ad2b-5b35eed12ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '8361a78c-3765-4d13-92b9-1e099c207b9c'}}] {{(pid=83065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:53:06.629570 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:06.640848 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-a6c9b62b-d3ab-427c-bd44-6605e2339226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:53:06.644534 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-a6c9b62b-d3ab-427c-bd44-6605e2339226 admin admin] Usage tracker for resource:security_group_rule and tenant:924b7ff83194467588aa8bcbb8d29ab1 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:53:06.647375 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-a6c9b62b-d3ab-427c-bd44-6605e2339226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:53:06.653471 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-a6c9b62b-d3ab-427c-bd44-6605e2339226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:53:06.718982 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 1a44937d-2273-4053-a2a0-c9519614b669 up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:06.724811 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a6c9b62b-d3ab-427c-bd44-6605e2339226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:06.727355 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.db [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] For port 2b55ad72-d95a-4097-802a-1f57ee01fbcf, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:53:06.729750 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a6c9b62b-d3ab-427c-bd44-6605e2339226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:06.730497 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.db [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] For port 2b55ad72-d95a-4097-802a-1f57ee01fbcf, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=2b55ad72-d95a-4097-802a-1f57ee01fbcf,segment=NetworkSegment(23d8224e-c5b5-4bba-ad2b-5b35eed12ce9),segment_id=23d8224e-c5b5-4bba-ad2b-5b35eed12ce9)] {{(pid=83065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:53:06.736661 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:06.777082 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9b62b-d3ab-427c-bd44-6605e2339226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e57f664-5653-4b5a-b75a-3815f9d52e13,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:06.787895 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-a6c9b62b-d3ab-427c-bd44-6605e2339226 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=924b7ff83194467588aa8bcbb8d29ab1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3499827
Feb 28 18:53:06.788126 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 36938) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:53:06.791735 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port 1a44937d-2273-4053-a2a0-c9519614b669 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:53:06.796845 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port 1a44937d-2273-4053-a2a0-c9519614b669 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:06.797294 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:06.837587 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ecf30f-b4d7-43d8-a231-5c851c15c0d3 None None] Pushing event updated for resources: {'Port': ['ID=2b55ad72-d95a-4097-802a-1f57ee01fbcf,revision_number=4']} {{(pid=83065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:06.840819 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Routers {'ae420896-b048-4075-ba42-74d851b90bfa'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:53:06.841639 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5b1fb4f0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:52:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['ae420896-b048-4075-ba42-74d851b90bfa'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:06.895415 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-83850961-c318-4342-a7fc-55dc88eb6c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:06.922379 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-83850961-c318-4342-a7fc-55dc88eb6c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:06.943383 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:06.987294 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-83850961-c318-4342-a7fc-55dc88eb6c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:06.987539 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63511d04-3e45-4f8c-95eb-818a10196ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a44937d-2273-4053-a2a0-c9519614b669'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:53:07.004915 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 1a44937d-2273-4053-a2a0-c9519614b669, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1a44937d-2273-4053-a2a0-c9519614b669,segment=NetworkSegment(f032c672-ee44-4676-90be-d1d00fc7ee73),segment_id=f032c672-ee44-4676-90be-d1d00fc7ee73)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:53:07.013292 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83850961-c318-4342-a7fc-55dc88eb6c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e57f664-5653-4b5a-b75a-3815f9d52e13,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:07.013520 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:07.016204 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-83850961-c318-4342-a7fc-55dc88eb6c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:07.020338 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-83850961-c318-4342-a7fc-55dc88eb6c26 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e57f664-5653-4b5a-b75a-3815f9d52e13 HTTP/1.1" status: 204  len: 168 time: 0.2284081
Feb 28 18:53:07.063564 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] Set router ae420896-b048-4075-ba42-74d851b90bfa gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:53:07.122503 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=1a44937d-2273-4053-a2a0-c9519614b669,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:07.393542 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63511d04-3e45-4f8c-95eb-818a10196ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a44937d-2273-4053-a2a0-c9519614b669', 'code': 200}
Feb 28 18:53:07.412834 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30aee4-53ca-4fd9-8c2e-d0b83a9a77ae req-956cfc25-40bb-49b7-84e9-f82c8b960c05 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:07.414251 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2b30aee4-53ca-4fd9-8c2e-d0b83a9a77ae req-956cfc25-40bb-49b7-84e9-f82c8b960c05 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=63511d04-3e45-4f8c-95eb-818a10196ff6 HTTP/1.1" status: 200  len: 946 time: 0.1300061
Feb 28 18:53:07.471016 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2b30aee4-53ca-4fd9-8c2e-d0b83a9a77ae req-fb1c90af-78a8-481b-8998-ee3d27fe2563 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511229
Feb 28 18:53:07.517855 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36954) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:53:07.537449 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e942c240-b837-4fdd-9213-d731eead0ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:07.551443 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5b1fb4f0>, [{'id': 'ae420896-b048-4075-ba42-74d851b90bfa', 'name': 'tempest-TestVolumeBootPattern-552564023-router', 'tenant_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e6881342-0238-4b24-9114-21b729878864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:51Z', 'updated_at': '2022-02-28T18:52:56Z', 'revision_number': 4, 'project_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'gw_port': {'id': 'e6881342-0238-4b24-9114-21b729878864', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae420896-b048-4075-ba42-74d851b90bfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:52Z', 'updated_at': '2022-02-28T18:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '2b55ad72-d95a-4097-802a-1f57ee01fbcf', 'name': '', 'network_id': '8361a78c-3765-4d13-92b9-1e099c207b9c', 'tenant_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'mac_address': 'fa:16:3e:fc:1b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae420896-b048-4075-ba42-74d851b90bfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cb85418-127c-474c-9975-19cc9027720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:55Z', 'updated_at': '2022-02-28T18:53:06Z', 'revision_number': 4, 'project_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'subnets': [{'id': '1cb85418-127c-474c-9975-19cc9027720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:07.556088 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5690c12-2a7f-4c6b-8271-959b7dc8759a None None] The sync data for ids ['ae420896-b048-4075-ba42-74d851b90bfa'] in dv-cinder-831188-1-iscsi is: [{'id': 'ae420896-b048-4075-ba42-74d851b90bfa', 'name': 'tempest-TestVolumeBootPattern-552564023-router', 'tenant_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e6881342-0238-4b24-9114-21b729878864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:51Z', 'updated_at': '2022-02-28T18:52:56Z', 'revision_number': 4, 'project_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'gw_port': {'id': 'e6881342-0238-4b24-9114-21b729878864', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae420896-b048-4075-ba42-74d851b90bfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:52Z', 'updated_at': '2022-02-28T18:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '2b55ad72-d95a-4097-802a-1f57ee01fbcf', 'name': '', 'network_id': '8361a78c-3765-4d13-92b9-1e099c207b9c', 'tenant_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'mac_address': 'fa:16:3e:fc:1b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae420896-b048-4075-ba42-74d851b90bfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1cb85418-127c-474c-9975-19cc9027720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:55Z', 'updated_at': '2022-02-28T18:53:06Z', 'revision_number': 4, 'project_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'subnets': [{'id': '1cb85418-127c-474c-9975-19cc9027720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:53:07.575605 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-e942c240-b837-4fdd-9213-d731eead0ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:53:07.579690 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-e942c240-b837-4fdd-9213-d731eead0ff8 admin admin] Usage tracker for resource:security_group_rule and tenant:4d09a8d2daee45cba73d33bc859d0151 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:53:07.582748 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-e942c240-b837-4fdd-9213-d731eead0ff8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:53:07.588510 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-e942c240-b837-4fdd-9213-d731eead0ff8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:53:07.711411 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e942c240-b837-4fdd-9213-d731eead0ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:07.720544 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ec8fe652-7d2f-4803-8d74-12f97d7a9083 req-bca49d55-43f5-40a2-a50a-472da37a5fdd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=63511d04-3e45-4f8c-95eb-818a10196ff6 HTTP/1.1" status: 200  len: 1099 time: 0.1313419
Feb 28 18:53:07.727892 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e942c240-b837-4fdd-9213-d731eead0ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:07.792265 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942c240-b837-4fdd-9213-d731eead0ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fb41af-629d-445b-81d2-410be811cb05,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:07.796482 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-e942c240-b837-4fdd-9213-d731eead0ff8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d09a8d2daee45cba73d33bc859d0151&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2776275
Feb 28 18:53:07.799212 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36958) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:53:07.804715 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ec8fe652-7d2f-4803-8d74-12f97d7a9083 req-938c7e5e-0a3e-4e74-a471-87b1b43f2c09 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729308
Feb 28 18:53:07.836352 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:07.865703 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e5eaa898-c212-466f-ac9b-e11a3065b30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:07.891973 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e5eaa898-c212-466f-ac9b-e11a3065b30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:07.905307 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:07.906031 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:07.955344 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e5eaa898-c212-466f-ac9b-e11a3065b30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:07.972465 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eaa898-c212-466f-ac9b-e11a3065b30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fb41af-629d-445b-81d2-410be811cb05,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:07.984308 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e5eaa898-c212-466f-ac9b-e11a3065b30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:07.985767 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-e5eaa898-c212-466f-ac9b-e11a3065b30e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77fb41af-629d-445b-81d2-410be811cb05 HTTP/1.1" status: 204  len: 168 time: 0.1850398
Feb 28 18:53:08.047926 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 2b55ad72-d95a-4097-802a-1f57ee01fbcf up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:08.123154 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port 2b55ad72-d95a-4097-802a-1f57ee01fbcf completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:53:08.130079 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 2b55ad72-d95a-4097-802a-1f57ee01fbcf triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:08.130763 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:08.256372 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:08.295759 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port 2b55ad72-d95a-4097-802a-1f57ee01fbcf, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=2b55ad72-d95a-4097-802a-1f57ee01fbcf,segment=NetworkSegment(23d8224e-c5b5-4bba-ad2b-5b35eed12ce9),segment_id=23d8224e-c5b5-4bba-ad2b-5b35eed12ce9)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:53:08.303900 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:08.383850 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=2b55ad72-d95a-4097-802a-1f57ee01fbcf,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:08.695962 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4beb0d9-7c6d-4df5-ac3f-9561fef0aa06 req-f70c863c-52da-4e82-bc05-926df1904213 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:08.697436 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c4beb0d9-7c6d-4df5-ac3f-9561fef0aa06 req-f70c863c-52da-4e82-bc05-926df1904213 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=63511d04-3e45-4f8c-95eb-818a10196ff6 HTTP/1.1" status: 200  len: 946 time: 0.0816214
Feb 28 18:53:08.751583 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c4beb0d9-7c6d-4df5-ac3f-9561fef0aa06 req-5beca570-8f1c-4ef1-9cc9-d7fe62c1a64d tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482624
Feb 28 18:53:08.953667 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36984) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:53:09.091803 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-814134810-network', 'tenant_id': '9b10fda6245e4b409fad0032864b3671'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:53:09.099440 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:53:09.105656 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Usage tracker for resource:network and tenant:9b10fda6245e4b409fad0032864b3671 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:53:09.108663 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:53:09.114944 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:53:09.127923 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Made reservation on behalf of 9b10fda6245e4b409fad0032864b3671 for: {'network': 1} {{(pid=83062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:53:09.130407 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for network, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:09.145122 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:09.179060 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:53:09.184364 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Usage tracker for resource:security_group_rule and tenant:9b10fda6245e4b409fad0032864b3671 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:53:09.187939 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:53:09.196233 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:53:09.271485 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:09.278592 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:09.289856 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523}  {{(pid=83062) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 18:53:09.298687 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:09.299023 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.db.segments_db [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Added segment ef1555fd-768e-4e21-82f6-327d4c9aeb9a of type vlan for network 37ceae1c-d0dc-4e09-a2ee-36dde56e5535
Feb 28 18:53:09.335780 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743575470084'] for network, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:09.355763 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6572f896-5e2a-42b2-b7ea-8c21542415ec,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:09.435467 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for network, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:09.435840 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:09.436421 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:09.539794 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] Pushing event updated for resources: {'Network': ['ID=37ceae1c-d0dc-4e09-a2ee-36dde56e5535,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:09.542976 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-abd952f2-0190-4921-ae0e-7b6c0de7d289 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5881872
Feb 28 18:53:09.545923 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36992) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:53:09.550530 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Network 37ceae1c-d0dc-4e09-a2ee-36dde56e5535 details requested by agent ovs-agent-dv-cinder-831188-1-iscsi with host dv-cinder-831188-1-iscsi {{(pid=83064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 28 18:53:09.551407 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-074433dc-507b-471a-9a45-68abae9832e1 admin admin] Request body: {'subnet': {'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-814134810-subnet', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'ip_version': 4}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:53:09.556153 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-074433dc-507b-471a-9a45-68abae9832e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:53:09.560436 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-074433dc-507b-471a-9a45-68abae9832e1 admin admin] Usage tracker for resource:subnet and tenant:9b10fda6245e4b409fad0032864b3671 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:53:09.563600 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-074433dc-507b-471a-9a45-68abae9832e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:53:09.571127 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-074433dc-507b-471a-9a45-68abae9832e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:53:09.583012 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074433dc-507b-471a-9a45-68abae9832e1 admin admin] Made reservation on behalf of 9b10fda6245e4b409fad0032864b3671 for: {'subnet': 1} {{(pid=83062) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:53:09.585438 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-074433dc-507b-471a-9a45-68abae9832e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1656671'] for subnet, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:09.707811 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 2b55ad72-d95a-4097-802a-1f57ee01fbcf up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:09.779629 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 2b55ad72-d95a-4097-802a-1f57ee01fbcf triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:09.779977 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:09.804881 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-074433dc-507b-471a-9a45-68abae9832e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1770796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1656673'] for subnet, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:09.881831 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074433dc-507b-471a-9a45-68abae9832e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef60b45d-4f01-4cac-9ad4-f548867b8b95,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:09.899244 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074433dc-507b-471a-9a45-68abae9832e1 admin admin] Checking segment: {'id': 'ef1555fd-768e-4e21-82f6-327d4c9aeb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83062) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:53:09.899905 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074433dc-507b-471a-9a45-68abae9832e1 admin admin] Network hostable DHCP agents. Network: 37ceae1c-d0dc-4e09-a2ee-36dde56e5535, hostable agents: ['6a9a7d5e-9a98-4f00-a132-39bb1f3bba05'], hosted agents: [] {{(pid=83062) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 18:53:09.924081 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074433dc-507b-471a-9a45-68abae9832e1 admin admin] Network 37ceae1c-d0dc-4e09-a2ee-36dde56e5535 is scheduled to be hosted by DHCP agent 6a9a7d5e-9a98-4f00-a132-39bb1f3bba05 with binding_index 1 {{(pid=83062) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 18:53:09.936437 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-074433dc-507b-471a-9a45-68abae9832e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-iscsi, 37ceae1c-d0dc-4e09-a2ee-36dde56e5535) {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:53:09.940431 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074433dc-507b-471a-9a45-68abae9832e1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:09.941011 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-074433dc-507b-471a-9a45-68abae9832e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:09.947248 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91653ea3-d4fa-4e2e-a656-80973e63d474 None None] Network 37ceae1c-d0dc-4e09-a2ee-36dde56e5535 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:53:09.966449 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-074433dc-507b-471a-9a45-68abae9832e1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4162829
Feb 28 18:53:09.966685 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899e0ec-9b41-4164-a468-1bb63f656d71 req-ad573913-fa20-4a65-a599-2d9ab69302b4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:09.967151 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 36998) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:53:09.967245 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4899e0ec-9b41-4164-a468-1bb63f656d71 req-ad573913-fa20-4a65-a599-2d9ab69302b4 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=63511d04-3e45-4f8c-95eb-818a10196ff6 HTTP/1.1" status: 200  len: 946 time: 0.0906625
Feb 28 18:53:09.976501 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-814134810-router', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:53:09.986837 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:53:09.991557 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Usage tracker for resource:router and tenant:9b10fda6245e4b409fad0032864b3671 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:53:09.995472 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:53:10.001608 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:53:10.014297 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-712517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239002'] for router, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:10.016016 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-712482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238997'] for router, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:10.020737 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4899e0ec-9b41-4164-a468-1bb63f656d71 req-9c7aa9d3-e565-4122-9033-4862b6b96c6c tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478024
Feb 28 18:53:10.038419 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:10.201737 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-712535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-239015'] for router, precommit_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:10.215485 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea16e0-bb4d-5038-9659-abbd04b0c66d-37ceae1c-d0dc-4e09-a2ee-36dde56e5535', 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'fixed_ips': [{'subnet_id': 'ef60b45d-4f01-4cac-9ad4-f548867b8b95'}]}} from dv-cinder-831188-1-iscsi. {{(pid=83064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 28 18:53:10.216536 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:10.396245 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.db_base_plugin_common [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Allocated IP 172.20.0.2 (37ceae1c-d0dc-4e09-a2ee-36dde56e5535/ef60b45d-4f01-4cac-9ad4-f548867b8b95/b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2) {{(pid=83064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:53:10.416062 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:10.446439 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:10.597813 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_common [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Allocated IP 172.27.3.76 (f40459f8-f658-4119-914b-b9023327a718/14c23ed2-446a-414e-8e86-91dabee5c278/b88a591b-7051-47aa-84a7-e07d0d4c240b) {{(pid=83062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:53:10.616683 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Notify callbacks [] for port, precommit_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:10.628437 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Transition to ACTIVE for port object b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 will not be triggered until provisioned by entity L2. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:53:10.647694 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Transition to ACTIVE for port object b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 will not be triggered until provisioned by entity DHCP. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:53:10.654042 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:10.732562 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Network 37ceae1c-d0dc-4e09-a2ee-36dde56e5535 is already hosted by enough agents. {{(pid=83064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:53:10.737757 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.base_scheduler [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Resources bound (agent type, host, resource id):  {{(pid=83064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:53:10.740235 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Received port after_create {{(pid=83064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:53:10.745178 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Pushing event updated for resources: {'Port': ['ID=b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2,revision_number=1']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:10.764145 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:10.786275 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:10.786635 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:10.786968 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:10.787293 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:10.787853 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:10.787994 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:10.788226 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:10.788536 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:10.788845 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:10.789296 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:10.789463 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:10.796479 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:10.845459 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Attempting to bind port b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:53:10.845803 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Attempting to bind port b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': 'ef1555fd-768e-4e21-82f6-327d4c9aeb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535'}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:53:10.846081 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Attempting to bind port b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 on network 37ceae1c-d0dc-4e09-a2ee-36dde56e5535 {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:53:10.852679 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:53:10.853043 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Checking segment: {'id': 'ef1555fd-768e-4e21-82f6-327d4c9aeb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:53:10.853642 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:10.853884 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Bound using segment: {'id': 'ef1555fd-768e-4e21-82f6-327d4c9aeb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535'} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:53:10.854438 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Bound port: b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1555fd-768e-4e21-82f6-327d4c9aeb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535'}}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:53:10.854969 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:10.869779 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Network f40459f8-f658-4119-914b-b9023327a718 is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:53:10.873495 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:53:10.875446 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Pushing event updated for resources: {'Port': ['ID=b88a591b-7051-47aa-84a7-e07d0d4c240b,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:10.877558 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Received port after_create {{(pid=83062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:53:10.958327 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] For port b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:53:10.961752 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] For port b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2,segment=NetworkSegment(ef1555fd-768e-4e21-82f6-327d4c9aeb9a),segment_id=ef1555fd-768e-4e21-82f6-327d4c9aeb9a)] {{(pid=83064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:53:10.965663 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:11.043442 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacae6a-850a-4402-a735-3d6af388dd4e None None] Pushing event updated for resources: {'Port': ['ID=b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2,revision_number=2']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:11.050272 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:11.051355 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-712526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716843'] for router, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:11.076313 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3ad7e-9c2f-4b99-bfe8-eea33ff4d43c req-afc97f59-3abf-4bab-973a-470e561202f8 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:11.077871 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-89e3ad7e-9c2f-4b99-bfe8-eea33ff4d43c req-afc97f59-3abf-4bab-973a-470e561202f8 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=63511d04-3e45-4f8c-95eb-818a10196ff6 HTTP/1.1" status: 200  len: 946 time: 0.0945544
Feb 28 18:53:11.129120 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-89e3ad7e-9c2f-4b99-bfe8-eea33ff4d43c req-31e8d2d5-c068-4ea3-8182-1d179a6da845 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455101
Feb 28 18:53:11.392828 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Router 51d2cce5-9da5-4252-bb48-33c64ce80dd4 is scheduled to L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 with binding_index 1 {{(pid=83062) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 28 18:53:11.596311 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:53:11.605172 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Sync routers for ids ['51d2cce5-9da5-4252-bb48-33c64ce80dd4'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:53:11.618482 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Routers {'51d2cce5-9da5-4252-bb48-33c64ce80dd4'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:53:11.619231 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ac1d040>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:52:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['51d2cce5-9da5-4252-bb48-33c64ce80dd4'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:11.621028 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] Notify callbacks [] for router, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:11.625003 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-6b29e8be-9d85-4760-b60c-6b4671bc2629 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 1.6506503
Feb 28 18:53:11.625732 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 37022) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:53:11.766661 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:11.872645 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:53:11.894929 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Set router 51d2cce5-9da5-4252-bb48-33c64ce80dd4 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:53:12.092527 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c486bf30-1b9f-453b-837b-9ccdee1a5c01 None None] Network 37ceae1c-d0dc-4e09-a2ee-36dde56e5535 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:53:12.343057 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922b825-cf8d-486d-b247-31749dfb8a4a req-6ee2f8fc-8719-4c11-b932-e3596373b569 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:12.344443 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2922b825-cf8d-486d-b247-31749dfb8a4a req-6ee2f8fc-8719-4c11-b932-e3596373b569 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=63511d04-3e45-4f8c-95eb-818a10196ff6 HTTP/1.1" status: 200  len: 946 time: 0.0818739
Feb 28 18:53:12.385186 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-6e1ed18f-3f8d-44c6-8b9c-7e723c8d0b4e None None] Provisioning for port b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:53:12.395770 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-6e1ed18f-3f8d-44c6-8b9c-7e723c8d0b4e None None] Provisioning complete for port b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:12.396141 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed18f-3f8d-44c6-8b9c-7e723c8d0b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:12.399679 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2922b825-cf8d-486d-b247-31749dfb8a4a req-ef3cb953-e0bf-4a20-be27-98a81b01c429 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491076
Feb 28 18:53:12.515513 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ac1d040>, [{'id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'name': 'tempest-TestMinimumBasicScenario-814134810-router', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:10Z', 'revision_number': 3, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'gw_port': {'id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:12.526432 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Checking router: 51d2cce5-9da5-4252-bb48-33c64ce80dd4 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:53:12.526804 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Updating router 51d2cce5-9da5-4252-bb48-33c64ce80dd4 port b88a591b-7051-47aa-84a7-e07d0d4c240b binding host dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 28 18:53:12.564105 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b511a20f-d4e0-428e-93f6-94f95bad5855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:12.637959 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed18f-3f8d-44c6-8b9c-7e723c8d0b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:12.648733 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:12.759304 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-6e1ed18f-3f8d-44c6-8b9c-7e723c8d0b4e None None] For port b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2,segment=NetworkSegment(ef1555fd-768e-4e21-82f6-327d4c9aeb9a),segment_id=ef1555fd-768e-4e21-82f6-327d4c9aeb9a)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:53:12.774393 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-6e1ed18f-3f8d-44c6-8b9c-7e723c8d0b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:12.839712 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [None req-b511a20f-d4e0-428e-93f6-94f95bad5855 admin admin] Allocated IP 172.20.0.1 (37ceae1c-d0dc-4e09-a2ee-36dde56e5535/ef60b45d-4f01-4cac-9ad4-f548867b8b95/5b7abf85-a4e2-4491-bfcd-479cc67e05ab) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:53:12.866941 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725b5ef-f344-4aee-addb-c595e6df0b23 req-a5610869-862d-4848-8a1a-7f1870bfa90e tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:12.868452 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a725b5ef-f344-4aee-addb-c595e6df0b23 req-a5610869-862d-4848-8a1a-7f1870bfa90e tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.70 "GET /v2.0/ports?device_id=63511d04-3e45-4f8c-95eb-818a10196ff6 HTTP/1.1" status: 200  len: 946 time: 0.1155386
Feb 28 18:53:12.928024 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ed18f-3f8d-44c6-8b9c-7e723c8d0b4e None None] Pushing event updated for resources: {'Port': ['ID=b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2,revision_number=3']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:12.971062 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-1b809cc3-ec73-44cd-84c7-0401f8798c1a None None] Provisioning complete for port b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:12.971436 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-1b809cc3-ec73-44cd-84c7-0401f8798c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:13.008755 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-a725b5ef-f344-4aee-addb-c595e6df0b23 req-2f879875-b23a-4745-8f91-afe0f073dc3a tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Deleting port 1a44937d-2273-4053-a2a0-c9519614b669 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:53:13.009092 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-a725b5ef-f344-4aee-addb-c595e6df0b23 req-2f879875-b23a-4745-8f91-afe0f073dc3a tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:13.127062 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b511a20f-d4e0-428e-93f6-94f95bad5855 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:13.160166 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Notify callbacks [] for port, precommit_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:13.160438 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [None req-b511a20f-d4e0-428e-93f6-94f95bad5855 admin admin] Transition to ACTIVE for port object 5b7abf85-a4e2-4491-bfcd-479cc67e05ab will not be triggered until provisioned by entity DHCP. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:53:13.177763 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Transition to ACTIVE for port object b88a591b-7051-47aa-84a7-e07d0d4c240b will not be triggered until provisioned by entity L2. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:53:13.186610 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:13.270969 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Attempting to bind port b88a591b-7051-47aa-84a7-e07d0d4c240b on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:53:13.271334 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Attempting to bind port b88a591b-7051-47aa-84a7-e07d0d4c240b by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:53:13.271690 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Attempting to bind port b88a591b-7051-47aa-84a7-e07d0d4c240b on network f40459f8-f658-4119-914b-b9023327a718 {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:53:13.276700 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290950c-318e-4f9f-92db-eb2579ef00bb None None] Pushing event updated for resources: {'Port': ['ID=b88a591b-7051-47aa-84a7-e07d0d4c240b,revision_number=2']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:13.282834 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:53:13.283254 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Checking segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:53:13.283590 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:13.283968 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Bound using segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:53:13.284423 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Bound port: b88a591b-7051-47aa-84a7-e07d0d4c240b, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:53:13.284786 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:13.310454 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b511a20f-d4e0-428e-93f6-94f95bad5855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:13.314714 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-a725b5ef-f344-4aee-addb-c595e6df0b23 req-2f879875-b23a-4745-8f91-afe0f073dc3a tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] For port 1a44937d-2273-4053-a2a0-c9519614b669, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1a44937d-2273-4053-a2a0-c9519614b669,segment=NetworkSegment(f032c672-ee44-4676-90be-d1d00fc7ee73),segment_id=f032c672-ee44-4676-90be-d1d00fc7ee73)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:53:13.315062 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-a725b5ef-f344-4aee-addb-c595e6df0b23 req-2f879875-b23a-4745-8f91-afe0f073dc3a tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:13.356393 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] For port b88a591b-7051-47aa-84a7-e07d0d4c240b, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:53:13.359372 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] For port b88a591b-7051-47aa-84a7-e07d0d4c240b, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=b88a591b-7051-47aa-84a7-e07d0d4c240b,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:53:13.363716 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:13.450514 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Routers {'51d2cce5-9da5-4252-bb48-33c64ce80dd4'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:53:13.451307 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ac1d040>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:52:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['51d2cce5-9da5-4252-bb48-33c64ce80dd4'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:13.472242 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-a725b5ef-f344-4aee-addb-c595e6df0b23 req-2f879875-b23a-4745-8f91-afe0f073dc3a tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Calling delete_port for 1a44937d-2273-4053-a2a0-c9519614b669 owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:53:13.565192 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290950c-318e-4f9f-92db-eb2579ef00bb None None] Pushing event updated for resources: {'Port': ['ID=b88a591b-7051-47aa-84a7-e07d0d4c240b,revision_number=3']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:13.574438 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b511a20f-d4e0-428e-93f6-94f95bad5855 admin admin] Network 37ceae1c-d0dc-4e09-a2ee-36dde56e5535 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:53:13.581415 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-b511a20f-d4e0-428e-93f6-94f95bad5855 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:53:13.583238 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511a20f-d4e0-428e-93f6-94f95bad5855 admin admin] Pushing event updated for resources: {'Port': ['ID=5b7abf85-a4e2-4491-bfcd-479cc67e05ab,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:13.585328 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b511a20f-d4e0-428e-93f6-94f95bad5855 admin admin] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:53:13.632172 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] Set router 51d2cce5-9da5-4252-bb48-33c64ce80dd4 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:53:13.674920 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b511a20f-d4e0-428e-93f6-94f95bad5855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708341'] for router_interface, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:13.761282 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-a725b5ef-f344-4aee-addb-c595e6df0b23 req-2f879875-b23a-4745-8f91-afe0f073dc3a tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:13.768629 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:13.769209 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3fdc6-52b2-4e8f-b123-e555de07e0ae req-3010b999-db2e-4831-b968-a3d639b83bf9 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:13.770364 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-63e3fdc6-52b2-4e8f-b123-e555de07e0ae req-3010b999-db2e-4831-b968-a3d639b83bf9 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=63511d04-3e45-4f8c-95eb-818a10196ff6 HTTP/1.1" status: 200  len: 946 time: 0.2400043
Feb 28 18:53:13.798001 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['1a44937d-2273-4053-a2a0-c9519614b669'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:53:13.863897 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f879875-b23a-4745-8f91-afe0f073dc3a tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Pushing event deleted for resources: {'Port': ['ID=1a44937d-2273-4053-a2a0-c9519614b669,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:13.971289 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b511a20f-d4e0-428e-93f6-94f95bad5855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:13.986774 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-63e3fdc6-52b2-4e8f-b123-e555de07e0ae req-f7dea764-49db-44a9-934b-d0b0cb16fa5a tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807520
Feb 28 18:53:13.996349 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-4f6ce678-ee49-4913-9e61-b8e0ae73c1a7 None None] Provisioning for port 5b7abf85-a4e2-4491-bfcd-479cc67e05ab completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:53:13.996559 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a725b5ef-f344-4aee-addb-c595e6df0b23 req-2f879875-b23a-4745-8f91-afe0f073dc3a tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] No DVR routers for this DVR port 1a44937d-2273-4053-a2a0-c9519614b669 on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:53:14.020158 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-4f6ce678-ee49-4913-9e61-b8e0ae73c1a7 None None] Provisioning complete for port 5b7abf85-a4e2-4491-bfcd-479cc67e05ab triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:14.020158 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-4f6ce678-ee49-4913-9e61-b8e0ae73c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:14.025679 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-a725b5ef-f344-4aee-addb-c595e6df0b23 req-2f879875-b23a-4745-8f91-afe0f073dc3a tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:14.028085 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63511d04-3e45-4f8c-95eb-818a10196ff6', 'name': 'network-vif-deleted', 'tag': '1a44937d-2273-4053-a2a0-c9519614b669'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:53:14.063654 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a725b5ef-f344-4aee-addb-c595e6df0b23 req-2f879875-b23a-4745-8f91-afe0f073dc3a tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.70 "DELETE /v2.0/ports/1a44937d-2273-4053-a2a0-c9519614b669 HTTP/1.1" status: 204  len: 173 time: 1.1798825
Feb 28 18:53:14.126932 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:14.127427 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:14.190304 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-4f6ce678-ee49-4913-9e61-b8e0ae73c1a7 None None] Port 5b7abf85-a4e2-4491-bfcd-479cc67e05ab cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:53:14.248651 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63511d04-3e45-4f8c-95eb-818a10196ff6', 'name': 'network-vif-deleted', 'tag': '1a44937d-2273-4053-a2a0-c9519614b669', 'status': 'completed', 'code': 200}
Feb 28 18:53:14.281399 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ac1d040>, [{'id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'name': 'tempest-TestMinimumBasicScenario-814134810-router', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:10Z', 'revision_number': 3, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'gw_port': {'id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:14.285355 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e2336-6962-4b65-b73e-b69a24d96e88 None None] The sync data for ids ['51d2cce5-9da5-4252-bb48-33c64ce80dd4'] in dv-cinder-831188-1-iscsi is: [{'id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'name': 'tempest-TestMinimumBasicScenario-814134810-router', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:10Z', 'revision_number': 3, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'gw_port': {'id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:53:14.334419 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b511a20f-d4e0-428e-93f6-94f95bad5855 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:14.339903 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b511a20f-d4e0-428e-93f6-94f95bad5855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:14.440541 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b511a20f-d4e0-428e-93f6-94f95bad5855 admin admin] Pushing event updated for resources: {'Port': ['ID=5b7abf85-a4e2-4491-bfcd-479cc67e05ab,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:14.443038 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b511a20f-d4e0-428e-93f6-94f95bad5855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7997001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708120'] for router_interface, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:14.584337 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b511a20f-d4e0-428e-93f6-94f95bad5855 admin admin] Network 37ceae1c-d0dc-4e09-a2ee-36dde56e5535 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:53:14.585438 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-b511a20f-d4e0-428e-93f6-94f95bad5855 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:53:14.818624 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-fc1ed40d-a61f-43da-b717-11eeb1726210 None None] Provisioning complete for port 5b7abf85-a4e2-4491-bfcd-479cc67e05ab triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:14.819205 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-fc1ed40d-a61f-43da-b717-11eeb1726210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:14.869535 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-fc1ed40d-a61f-43da-b717-11eeb1726210 None None] Port 5b7abf85-a4e2-4491-bfcd-479cc67e05ab cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:53:14.988858 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b511a20f-d4e0-428e-93f6-94f95bad5855 admin admin] Router 51d2cce5-9da5-4252-bb48-33c64ce80dd4 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:53:15.190785 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b511a20f-d4e0-428e-93f6-94f95bad5855 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:53:15.199529 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-b511a20f-d4e0-428e-93f6-94f95bad5855 admin admin] 10.222.0.18 "PUT /v2.0/routers/51d2cce5-9da5-4252-bb48-33c64ce80dd4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5726931
Feb 28 18:53:15.452791 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-fe0f7538-83fe-438d-9bdc-70a0f15bc8a2 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:15.454212 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-fe0f7538-83fe-438d-9bdc-70a0f15bc8a2 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/networks?id=4360b3f2-6a24-49f7-b1c0-81c160574554 HTTP/1.1" status: 200  len: 808 time: 0.1496129
Feb 28 18:53:15.471011 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-87d3792e-2fc9-4651-90ac-bf8a5ff24c10 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/quotas/cbf2b9318fb845dab79d447739877511 HTTP/1.1" status: 200  len: 375 time: 0.0110438
Feb 28 18:53:15.515952 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-42fc41d8-7703-426d-ac51-4a714c7838d9 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cbf2b9318fb845dab79d447739877511&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0398200
Feb 28 18:53:15.650142 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-a8241cf3-2418-409d-8d28-b6eef7746248 service neutron] 10.222.0.18 "GET /v2.0/networks/4360b3f2-6a24-49f7-b1c0-81c160574554?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272571
Feb 28 18:53:15.783206 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-d8fab68b-e5d8-4e64-b433-fbbf08ab3fce service neutron] 10.222.0.18 "GET /v2.0/networks/4360b3f2-6a24-49f7-b1c0-81c160574554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268277
Feb 28 18:53:15.976312 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-f96da2f9-5ca1-447b-8197-353279081c87 req-8955842d-763c-48f0-8e27-9892639259b3 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Synchronizing usage tracker for tenant:cbf2b9318fb845dab79d447739877511 on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:53:15.994425 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-f96da2f9-5ca1-447b-8197-353279081c87 req-8955842d-763c-48f0-8e27-9892639259b3 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Unset dirty status for tenant:cbf2b9318fb845dab79d447739877511 on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:53:16.008213 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f96da2f9-5ca1-447b-8197-353279081c87 req-8955842d-763c-48f0-8e27-9892639259b3 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0d9dd63-1237-47bf-b543-a200522917aa HTTP/1.1" status: 200  len: 210 time: 0.0770812
Feb 28 18:53:16.092932 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 37078) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:53:16.098931 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1992002336-network', 'tenant_id': '1c70f9c043f14f20b46b2bb5fdeb259b'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:53:16.104233 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:53:16.109754 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Usage tracker for resource:network and tenant:1c70f9c043f14f20b46b2bb5fdeb259b is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:53:16.112794 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:53:16.119187 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:53:16.129283 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Made reservation on behalf of 1c70f9c043f14f20b46b2bb5fdeb259b for: {'network': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:53:16.131701 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for network, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:16.144220 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:16.177935 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:53:16.182779 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Usage tracker for resource:security_group_rule and tenant:1c70f9c043f14f20b46b2bb5fdeb259b is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:53:16.186518 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:53:16.192095 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:53:16.265869 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:16.270718 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:16.301902 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519}  {{(pid=83063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 18:53:16.312358 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7cf1a5-ae9e-43a9-8e20-eceda710661e,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:16.318293 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:16.318896 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.segments_db [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Added segment d2367f0f-8a19-4f7d-a1e8-e90376c509dc of type vlan for network f05a3ab4-f806-4640-b390-d9e0595002ca
Feb 28 18:53:16.348987 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743575470084'] for network, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:16.378967 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for network, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:16.379962 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:16.380482 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:16.482787 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] Pushing event updated for resources: {'Network': ['ID=f05a3ab4-f806-4640-b390-d9e0595002ca,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:16.485693 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-88d679eb-8c8b-49e6-834c-9d4b2c9787b7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3916709
Feb 28 18:53:16.488374 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 37086) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:53:16.493773 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-b0182036-b03c-471e-a649-9696373ec84e admin admin] Request body: {'subnet': {'network_id': 'f05a3ab4-f806-4640-b390-d9e0595002ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1992002336-subnet', 'tenant_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'ip_version': 4}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:53:16.494194 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Network f05a3ab4-f806-4640-b390-d9e0595002ca details requested by agent ovs-agent-dv-cinder-831188-1-iscsi with host dv-cinder-831188-1-iscsi {{(pid=83064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 28 18:53:16.498658 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-b0182036-b03c-471e-a649-9696373ec84e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:53:16.502680 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-b0182036-b03c-471e-a649-9696373ec84e admin admin] Usage tracker for resource:subnet and tenant:1c70f9c043f14f20b46b2bb5fdeb259b is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:53:16.505488 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-b0182036-b03c-471e-a649-9696373ec84e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:53:16.512384 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-b0182036-b03c-471e-a649-9696373ec84e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:53:16.524945 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0182036-b03c-471e-a649-9696373ec84e admin admin] Made reservation on behalf of 1c70f9c043f14f20b46b2bb5fdeb259b for: {'subnet': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:53:16.527774 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b0182036-b03c-471e-a649-9696373ec84e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1931075'] for subnet, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:16.745587 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 1a44937d-2273-4053-a2a0-c9519614b669 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:53:16.779200 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: 1a44937d-2273-4053-a2a0-c9519614b669 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:53:16.779539 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 1a44937d-2273-4053-a2a0-c9519614b669 not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:53:16.833290 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b0182036-b03c-471e-a649-9696373ec84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1992640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1931133'] for subnet, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:16.902972 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0182036-b03c-471e-a649-9696373ec84e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e95652e6-3332-4f80-8a63-5300b65dcc1f,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:16.920415 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0182036-b03c-471e-a649-9696373ec84e admin admin] Checking segment: {'id': 'd2367f0f-8a19-4f7d-a1e8-e90376c509dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f05a3ab4-f806-4640-b390-d9e0595002ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:53:16.920775 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0182036-b03c-471e-a649-9696373ec84e admin admin] Network hostable DHCP agents. Network: f05a3ab4-f806-4640-b390-d9e0595002ca, hostable agents: ['6a9a7d5e-9a98-4f00-a132-39bb1f3bba05'], hosted agents: [] {{(pid=83063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 18:53:17.048420 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0182036-b03c-471e-a649-9696373ec84e admin admin] Network f05a3ab4-f806-4640-b390-d9e0595002ca is scheduled to be hosted by DHCP agent 6a9a7d5e-9a98-4f00-a132-39bb1f3bba05 with binding_index 1 {{(pid=83063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 18:53:17.073065 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-b0182036-b03c-471e-a649-9696373ec84e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-iscsi, f05a3ab4-f806-4640-b390-d9e0595002ca) {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:53:17.081014 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc9131c-a731-44f6-9358-4bf15493caa1 None None] Network f05a3ab4-f806-4640-b390-d9e0595002ca requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:53:17.087611 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0182036-b03c-471e-a649-9696373ec84e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:17.088315 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b0182036-b03c-471e-a649-9696373ec84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:17.106325 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-5d8bdb30-6681-49e2-95ec-d9de44d7be8d tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:17.107807 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-5d8bdb30-6681-49e2-95ec-d9de44d7be8d tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.70 "GET /v2.0/networks?id=4360b3f2-6a24-49f7-b1c0-81c160574554 HTTP/1.1" status: 200  len: 808 time: 0.1826451
Feb 28 18:53:17.121962 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-b0182036-b03c-471e-a649-9696373ec84e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6325645
Feb 28 18:53:17.124619 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 37094) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:53:17.142013 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1992002336-router', 'tenant_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:53:17.147406 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:53:17.152012 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Usage tracker for resource:router and tenant:1c70f9c043f14f20b46b2bb5fdeb259b is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:53:17.155725 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:53:17.162726 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-eac1c46e-f077-4844-be67-e36f3c27f7a2 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Request body: {'port': {'device_id': 'b0d9dd63-1237-47bf-b543-a200522917aa', 'network_id': '4360b3f2-6a24-49f7-b1c0-81c160574554', 'admin_state_up': True, 'tenant_id': 'cbf2b9318fb845dab79d447739877511'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:53:17.227438 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5b4b3f42-2b46-46c7-bd6a-cdd4b57b47ff req-d0d25515-49db-4af7-bf6d-e4a72f5c9bb6 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0d9dd63-1237-47bf-b543-a200522917aa HTTP/1.1" status: 200  len: 210 time: 0.0747268
Feb 28 18:53:17.243210 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:53:17.269176 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-712517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-239002'] for router, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:17.270112 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-712482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-717054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-238997'] for router, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:17.323686 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-eac1c46e-f077-4844-be67-e36f3c27f7a2 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:53:17.326164 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:17.341284 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-eac1c46e-f077-4844-be67-e36f3c27f7a2 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:53:17.353207 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-eac1c46e-f077-4844-be67-e36f3c27f7a2 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Made reservation on behalf of cbf2b9318fb845dab79d447739877511 for: {'port': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:53:17.356476 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-eac1c46e-f077-4844-be67-e36f3c27f7a2 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:17.366936 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea16e0-bb4d-5038-9659-abbd04b0c66d-f05a3ab4-f806-4640-b390-d9e0595002ca', 'network_id': 'f05a3ab4-f806-4640-b390-d9e0595002ca', 'tenant_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'fixed_ips': [{'subnet_id': 'e95652e6-3332-4f80-8a63-5300b65dcc1f'}]}} from dv-cinder-831188-1-iscsi. {{(pid=83064) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Feb 28 18:53:17.368092 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:17.527592 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.db_base_plugin_common [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Allocated IP 172.20.0.2 (f05a3ab4-f806-4640-b390-d9e0595002ca/e95652e6-3332-4f80-8a63-5300b65dcc1f/fe39439f-8afd-438a-a2d7-d06d8aad2aad) {{(pid=83064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:53:17.559876 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-717008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-712535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-239015'] for router, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:17.702305 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-eac1c46e-f077-4844-be67-e36f3c27f7a2 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Allocated IP 172.20.0.3 (4360b3f2-6a24-49f7-b1c0-81c160574554/83cd9c11-9d0a-4291-bc8e-2f1fd459497c/5e16d728-f238-4975-9e17-5923a13bb471) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:53:17.731074 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Notify callbacks [] for port, precommit_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:17.743094 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Transition to ACTIVE for port object fe39439f-8afd-438a-a2d7-d06d8aad2aad will not be triggered until provisioned by entity L2. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:53:17.761671 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Transition to ACTIVE for port object fe39439f-8afd-438a-a2d7-d06d8aad2aad will not be triggered until provisioned by entity DHCP. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:53:17.768905 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313'] for port, after_create {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:17.840398 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Network f05a3ab4-f806-4640-b390-d9e0595002ca is already hosted by enough agents. {{(pid=83064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:53:17.844071 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.scheduler.base_scheduler [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Resources bound (agent type, host, resource id):  {{(pid=83064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:53:17.846436 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Received port after_create {{(pid=83064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:53:17.848737 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Pushing event updated for resources: {'Port': ['ID=fe39439f-8afd-438a-a2d7-d06d8aad2aad,revision_number=1']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:17.934286 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Attempting to bind port fe39439f-8afd-438a-a2d7-d06d8aad2aad on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:53:17.934909 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Attempting to bind port fe39439f-8afd-438a-a2d7-d06d8aad2aad by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': 'd2367f0f-8a19-4f7d-a1e8-e90376c509dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f05a3ab4-f806-4640-b390-d9e0595002ca'}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:53:17.935294 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Attempting to bind port fe39439f-8afd-438a-a2d7-d06d8aad2aad on network f05a3ab4-f806-4640-b390-d9e0595002ca {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:53:17.941827 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:53:17.942189 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Checking segment: {'id': 'd2367f0f-8a19-4f7d-a1e8-e90376c509dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f05a3ab4-f806-4640-b390-d9e0595002ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:53:17.942592 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:17.942983 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Bound using segment: {'id': 'd2367f0f-8a19-4f7d-a1e8-e90376c509dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f05a3ab4-f806-4640-b390-d9e0595002ca'} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:53:17.943435 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Bound port: fe39439f-8afd-438a-a2d7-d06d8aad2aad, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2367f0f-8a19-4f7d-a1e8-e90376c509dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f05a3ab4-f806-4640-b390-d9e0595002ca'}}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:53:17.943797 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:17.974480 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-eac1c46e-f077-4844-be67-e36f3c27f7a2 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:17.977714 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:18.012673 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:18.030668 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] For port fe39439f-8afd-438a-a2d7-d06d8aad2aad, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:53:18.033642 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] For port fe39439f-8afd-438a-a2d7-d06d8aad2aad, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=fe39439f-8afd-438a-a2d7-d06d8aad2aad,segment=NetworkSegment(d2367f0f-8a19-4f7d-a1e8-e90376c509dc),segment_id=d2367f0f-8a19-4f7d-a1e8-e90376c509dc)] {{(pid=83064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:53:18.039308 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:18.117933 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f69b85-0ff8-4ec0-a736-66a7428abc1e None None] Pushing event updated for resources: {'Port': ['ID=fe39439f-8afd-438a-a2d7-d06d8aad2aad,revision_number=2']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:18.130607 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-eac1c46e-f077-4844-be67-e36f3c27f7a2 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:18.241398 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-eac1c46e-f077-4844-be67-e36f3c27f7a2 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Network 4360b3f2-6a24-49f7-b1c0-81c160574554 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:53:18.251627 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1c46e-f077-4844-be67-e36f3c27f7a2 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Pushing event updated for resources: {'Port': ['ID=5e16d728-f238-4975-9e17-5923a13bb471,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:18.252978 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-eac1c46e-f077-4844-be67-e36f3c27f7a2 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:53:18.255314 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Allocated IP 172.27.3.221 (f40459f8-f658-4119-914b-b9023327a718/14c23ed2-446a-414e-8e86-91dabee5c278/ac3e095b-4c6c-452e-a2eb-7ea50ddd6915) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:53:18.257891 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-eac1c46e-f077-4844-be67-e36f3c27f7a2 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:53:18.441968 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-eac1c46e-f077-4844-be67-e36f3c27f7a2 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:18.442594 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-eac1c46e-f077-4844-be67-e36f3c27f7a2 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:18.622579 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-eac1c46e-f077-4844-be67-e36f3c27f7a2 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4918280
Feb 28 18:53:18.640619 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] Request body: {'port': {'device_id': 'b0d9dd63-1237-47bf-b543-a200522917aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:53:18.699566 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:18.766338 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4eb102-fd88-4faf-9ced-a75a5a8efb4d req-07e4fda9-698f-4270-aa69-f70d4e17a24c tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:18.767122 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-ee4eb102-fd88-4faf-9ced-a75a5a8efb4d req-07e4fda9-698f-4270-aa69-f70d4e17a24c tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Synchronizing usage tracker for tenant:cbf2b9318fb845dab79d447739877511 on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:53:18.812369 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:18.830464 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-ee4eb102-fd88-4faf-9ced-a75a5a8efb4d req-07e4fda9-698f-4270-aa69-f70d4e17a24c tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Unset dirty status for tenant:cbf2b9318fb845dab79d447739877511 on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:53:18.831674 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ee4eb102-fd88-4faf-9ced-a75a5a8efb4d req-07e4fda9-698f-4270-aa69-f70d4e17a24c tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0d9dd63-1237-47bf-b543-a200522917aa HTTP/1.1" status: 200  len: 931 time: 0.4273911
Feb 28 18:53:18.876861 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:19.002424 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Network f40459f8-f658-4119-914b-b9023327a718 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:53:19.005100 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Pushing event updated for resources: {'Port': ['ID=ac3e095b-4c6c-452e-a2eb-7ea50ddd6915,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:19.037823 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c676367b-5436-40ed-ae88-c1d85ebb8fd7 None None] Network f05a3ab4-f806-4640-b390-d9e0595002ca requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:53:19.043541 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:53:19.052095 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:53:19.085931 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ee4eb102-fd88-4faf-9ced-a75a5a8efb4d req-93aaa4ec-1154-46a3-a015-bfd4ddfe491b tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2466037
Feb 28 18:53:19.209207 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-512771fe-15b3-40d9-a581-645965de587d None None] Provisioning for port fe39439f-8afd-438a-a2d7-d06d8aad2aad completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:53:19.407652 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e16d728-f238-4975-9e17-5923a13bb471 {{(pid=83063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:53:19.415302 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:19.433570 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:19.434924 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-712526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-716843'] for router, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:19.437114 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] Transition to ACTIVE for port object 5e16d728-f238-4975-9e17-5923a13bb471 will not be triggered until provisioned by entity L2. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:53:19.488055 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:19.675695 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] Pushing event updated for resources: {'Port': ['ID=5e16d728-f238-4975-9e17-5923a13bb471,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:19.731710 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device fe39439f-8afd-438a-a2d7-d06d8aad2aad up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:19.801106 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port fe39439f-8afd-438a-a2d7-d06d8aad2aad completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:53:19.805317 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] Attempting to bind port 5e16d728-f238-4975-9e17-5923a13bb471 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:53:19.805647 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] Attempting to bind port 5e16d728-f238-4975-9e17-5923a13bb471 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'f032c672-ee44-4676-90be-d1d00fc7ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4360b3f2-6a24-49f7-b1c0-81c160574554'}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:53:19.805766 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port fe39439f-8afd-438a-a2d7-d06d8aad2aad triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:19.805970 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] Attempting to bind port 5e16d728-f238-4975-9e17-5923a13bb471 on network 4360b3f2-6a24-49f7-b1c0-81c160574554 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:53:19.806159 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:19.817453 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] Port 5e16d728-f238-4975-9e17-5923a13bb471 on network 4360b3f2-6a24-49f7-b1c0-81c160574554 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:53:19.817770 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] Attempting to bind port 5e16d728-f238-4975-9e17-5923a13bb471 on network 4360b3f2-6a24-49f7-b1c0-81c160574554 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:53:19.835030 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:53:19.835294 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] Checking segment: {'id': 'f032c672-ee44-4676-90be-d1d00fc7ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4360b3f2-6a24-49f7-b1c0-81c160574554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:53:19.835674 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] Bound using segment: {'id': 'f032c672-ee44-4676-90be-d1d00fc7ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4360b3f2-6a24-49f7-b1c0-81c160574554'} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:53:19.836097 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] Bound port: 5e16d728-f238-4975-9e17-5923a13bb471, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f032c672-ee44-4676-90be-d1d00fc7ee73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '4360b3f2-6a24-49f7-b1c0-81c160574554'}}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:53:19.836440 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:19.920292 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:19.950760 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] For port 5e16d728-f238-4975-9e17-5923a13bb471, host hv-cinder-83118, cleared binding levels {{(pid=83063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:53:19.953512 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port fe39439f-8afd-438a-a2d7-d06d8aad2aad, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=fe39439f-8afd-438a-a2d7-d06d8aad2aad,segment=NetworkSegment(d2367f0f-8a19-4f7d-a1e8-e90376c509dc),segment_id=d2367f0f-8a19-4f7d-a1e8-e90376c509dc)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:53:19.954679 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] For port 5e16d728-f238-4975-9e17-5923a13bb471, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5e16d728-f238-4975-9e17-5923a13bb471,segment=NetworkSegment(f032c672-ee44-4676-90be-d1d00fc7ee73),segment_id=f032c672-ee44-4676-90be-d1d00fc7ee73)] {{(pid=83063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:53:19.958883 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:19.964812 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:19.996023 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Router a6fd11d2-61d5-4e16-afe0-b17909a9647c is scheduled to L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 with binding_index 1 {{(pid=83063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Feb 28 18:53:20.026324 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=fe39439f-8afd-438a-a2d7-d06d8aad2aad,revision_number=3']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:20.033818 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:20.035854 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] 10.222.0.70 "PUT /v2.0/ports/5e16d728-f238-4975-9e17-5923a13bb471 HTTP/1.1" status: 200  len: 1093 time: 1.4033506
Feb 28 18:53:20.036693 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d9dd63-1237-47bf-b543-a200522917aa', 'tag': '5e16d728-f238-4975-9e17-5923a13bb471'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:53:20.110710 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d9dd63-1237-47bf-b543-a200522917aa', 'tag': '5e16d728-f238-4975-9e17-5923a13bb471', 'status': 'completed', 'code': 200}
Feb 28 18:53:20.158945 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904a06c-2a0e-4c61-8798-50d395463010 service neutron] Pushing event updated for resources: {'Port': ['ID=5e16d728-f238-4975-9e17-5923a13bb471,revision_number=3']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:20.428439 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-31a51394-f515-4e14-8331-c00a54a13bb3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cbf2b9318fb845dab79d447739877511&device_id=b0d9dd63-1237-47bf-b543-a200522917aa HTTP/1.1" status: 200  len: 1096 time: 0.3195140
Feb 28 18:53:20.500536 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aeead4-c185-4561-ac68-13c6ba81acb3 req-6560aaf7-9293-4897-a814-13fce7219be9 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:20.501979 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-14aeead4-c185-4561-ac68-13c6ba81acb3 req-6560aaf7-9293-4897-a814-13fce7219be9 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0d9dd63-1237-47bf-b543-a200522917aa HTTP/1.1" status: 200  len: 943 time: 0.1867149
Feb 28 18:53:20.528070 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-1b649aa7-4a9a-4e5c-9e10-8b5dd1d82e9b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e16d728-f238-4975-9e17-5923a13bb471 HTTP/1.1" status: 200  len: 217 time: 0.0912521
Feb 28 18:53:20.617873 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-135bbea3-a41f-4cfa-980c-f267007b234d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:20.619373 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-135bbea3-a41f-4cfa-980c-f267007b234d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=83cd9c11-9d0a-4291-bc8e-2f1fd459497c HTTP/1.1" status: 200  len: 848 time: 0.0843515
Feb 28 18:53:20.623204 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-14aeead4-c185-4561-ac68-13c6ba81acb3 req-c0a24c94-5c78-4a05-8c32-9bb0505f89fa tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115296
Feb 28 18:53:20.671724 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-fdd735c0-e2e8-4497-855d-4a7b7f8ea0d9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4360b3f2-6a24-49f7-b1c0-81c160574554&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442929
Feb 28 18:53:20.681420 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:53:20.693562 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Sync routers for ids ['a6fd11d2-61d5-4e16-afe0-b17909a9647c'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:53:20.706291 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Routers {'a6fd11d2-61d5-4e16-afe0-b17909a9647c'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:53:20.707005 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ae812e0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:52:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['a6fd11d2-61d5-4e16-afe0-b17909a9647c'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:20.769035 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] Notify callbacks [] for router, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:20.770265 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-8caa1b40-c6b4-40b6-b2b9-3b9182c24483 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.6447165
Feb 28 18:53:20.773041 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 37110) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:53:20.880126 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Set router a6fd11d2-61d5-4e16-afe0-b17909a9647c gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:53:20.932797 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-a31b1799-fa2f-4dff-a770-a5b59796135e service neutron] 10.222.0.70 "GET /v2.0/networks/4360b3f2-6a24-49f7-b1c0-81c160574554?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2533057
Feb 28 18:53:21.080366 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9fed4965-74ee-41b7-8de2-cbd3361fe6d7 req-b865c206-41da-4b2a-a72b-5fd0c6e82669 service neutron] 10.222.0.70 "GET /v2.0/networks/4360b3f2-6a24-49f7-b1c0-81c160574554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351309
Feb 28 18:53:21.162075 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ae812e0>, [{'id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'name': 'tempest-TestMinimumBasicScenario-1992002336-router', 'tenant_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'ac3e095b-4c6c-452e-a2eb-7ea50ddd6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:17Z', 'updated_at': '2022-02-28T18:53:19Z', 'revision_number': 3, 'project_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'gw_port': {'id': 'ac3e095b-4c6c-452e-a2eb-7ea50ddd6915', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:89:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:18Z', 'updated_at': '2022-02-28T18:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:21.165896 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Checking router: a6fd11d2-61d5-4e16-afe0-b17909a9647c for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:53:21.166286 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Updating router a6fd11d2-61d5-4e16-afe0-b17909a9647c port ac3e095b-4c6c-452e-a2eb-7ea50ddd6915 binding host dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 28 18:53:21.217316 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:21.316836 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3e33bfe6-ba73-45ff-84f3-dad59e03a286 req-12547386-59ac-43a2-81be-37f9aea6a209 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cbf2b9318fb845dab79d447739877511&device_id=b0d9dd63-1237-47bf-b543-a200522917aa HTTP/1.1" status: 200  len: 1096 time: 0.1534863
Feb 28 18:53:21.469083 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33bfe6-ba73-45ff-84f3-dad59e03a286 req-1cedc3d0-05f3-47d3-b06d-437b0f8b90c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:21.470469 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3e33bfe6-ba73-45ff-84f3-dad59e03a286 req-1cedc3d0-05f3-47d3-b06d-437b0f8b90c5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4360b3f2-6a24-49f7-b1c0-81c160574554 HTTP/1.1" status: 200  len: 909 time: 0.1455286
Feb 28 18:53:21.546362 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Notify callbacks [] for port, precommit_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:21.562470 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.provisioning_blocks [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Transition to ACTIVE for port object ac3e095b-4c6c-452e-a2eb-7ea50ddd6915 will not be triggered until provisioned by entity L2. {{(pid=83065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:53:21.573217 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:21.610277 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3e33bfe6-ba73-45ff-84f3-dad59e03a286 req-d36f4daa-7499-4be8-ace2-502307234ba1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e16d728-f238-4975-9e17-5923a13bb471 HTTP/1.1" status: 200  len: 217 time: 0.1326363
Feb 28 18:53:21.661847 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Attempting to bind port ac3e095b-4c6c-452e-a2eb-7ea50ddd6915 on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:53:21.662211 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Attempting to bind port ac3e095b-4c6c-452e-a2eb-7ea50ddd6915 by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}] {{(pid=83065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:53:21.662604 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Attempting to bind port ac3e095b-4c6c-452e-a2eb-7ea50ddd6915 on network f40459f8-f658-4119-914b-b9023327a718 {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:53:21.672926 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26017ab-1526-43a0-b07d-ab86665d54d4 None None] Pushing event updated for resources: {'Port': ['ID=ac3e095b-4c6c-452e-a2eb-7ea50ddd6915,revision_number=2']} {{(pid=83065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:21.675713 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:53:21.676097 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Checking segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:53:21.676476 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:21.676852 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Bound using segment: {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'} {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:53:21.677315 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Bound port: ac3e095b-4c6c-452e-a2eb-7ea50ddd6915, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d28019-b999-487f-a5e4-c40b4c8071d7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f40459f8-f658-4119-914b-b9023327a718'}}] {{(pid=83065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:53:21.677679 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:21.756809 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device fe39439f-8afd-438a-a2d7-d06d8aad2aad up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:21.787529 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.db [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] For port ac3e095b-4c6c-452e-a2eb-7ea50ddd6915, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:53:21.792605 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.db [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] For port ac3e095b-4c6c-452e-a2eb-7ea50ddd6915, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=ac3e095b-4c6c-452e-a2eb-7ea50ddd6915,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:53:21.799838 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:21.836568 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port fe39439f-8afd-438a-a2d7-d06d8aad2aad triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:21.837496 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:21.864186 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33bfe6-ba73-45ff-84f3-dad59e03a286 req-0a747e81-9265-467e-adef-eae17b27e579 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:21.865672 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3e33bfe6-ba73-45ff-84f3-dad59e03a286 req-0a747e81-9265-467e-adef-eae17b27e579 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=83cd9c11-9d0a-4291-bc8e-2f1fd459497c HTTP/1.1" status: 200  len: 848 time: 0.2487686
Feb 28 18:53:21.873996 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b21f147-2874-48fd-ab5e-8745cfb4c9fd req-6d39539a-429a-4dbd-9186-7ebe0f2e09d3 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:21.876143 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-8b21f147-2874-48fd-ab5e-8745cfb4c9fd req-6d39539a-429a-4dbd-9186-7ebe0f2e09d3 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0d9dd63-1237-47bf-b543-a200522917aa HTTP/1.1" status: 200  len: 943 time: 0.0921299
Feb 28 18:53:21.897892 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Routers {'a6fd11d2-61d5-4e16-afe0-b17909a9647c'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:53:21.898506 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ae812e0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:52:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['a6fd11d2-61d5-4e16-afe0-b17909a9647c'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:21.922631 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3e33bfe6-ba73-45ff-84f3-dad59e03a286 req-7b8adc1f-11a0-45e4-a31f-afbc3d36d7de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4360b3f2-6a24-49f7-b1c0-81c160574554&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477257
Feb 28 18:53:21.928266 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-8b21f147-2874-48fd-ab5e-8745cfb4c9fd req-dbc13935-f85a-4f0d-b598-f6f76ea1e7f5 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460505
Feb 28 18:53:22.017579 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26017ab-1526-43a0-b07d-ab86665d54d4 None None] Pushing event updated for resources: {'Port': ['ID=ac3e095b-4c6c-452e-a2eb-7ea50ddd6915,revision_number=3']} {{(pid=83065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:22.077094 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3e33bfe6-ba73-45ff-84f3-dad59e03a286 req-93c9d4c2-93cf-46eb-ae99-596d819a563b service neutron] 10.222.0.70 "GET /v2.0/networks/4360b3f2-6a24-49f7-b1c0-81c160574554?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463871
Feb 28 18:53:22.091717 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] Set router a6fd11d2-61d5-4e16-afe0-b17909a9647c gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:53:22.303648 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3e33bfe6-ba73-45ff-84f3-dad59e03a286 req-cf0c405b-a8d9-4904-bc0c-c2855d67007b service neutron] 10.222.0.70 "GET /v2.0/networks/4360b3f2-6a24-49f7-b1c0-81c160574554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2191298
Feb 28 18:53:22.367332 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-433cafa2-3182-40c0-a444-a09c3b5eb4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:22.377840 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ae812e0>, [{'id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'name': 'tempest-TestMinimumBasicScenario-1992002336-router', 'tenant_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'ac3e095b-4c6c-452e-a2eb-7ea50ddd6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:17Z', 'updated_at': '2022-02-28T18:53:19Z', 'revision_number': 3, 'project_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'gw_port': {'id': 'ac3e095b-4c6c-452e-a2eb-7ea50ddd6915', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:89:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:18Z', 'updated_at': '2022-02-28T18:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:22.381811 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426872f-963e-47a3-8b56-7e1eaeba51da None None] The sync data for ids ['a6fd11d2-61d5-4e16-afe0-b17909a9647c'] in dv-cinder-831188-1-iscsi is: [{'id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'name': 'tempest-TestMinimumBasicScenario-1992002336-router', 'tenant_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'ac3e095b-4c6c-452e-a2eb-7ea50ddd6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:17Z', 'updated_at': '2022-02-28T18:53:19Z', 'revision_number': 3, 'project_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'gw_port': {'id': 'ac3e095b-4c6c-452e-a2eb-7ea50ddd6915', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:89:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:18Z', 'updated_at': '2022-02-28T18:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:53:22.577718 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [None req-433cafa2-3182-40c0-a444-a09c3b5eb4dd admin admin] Allocated IP 172.20.0.1 (f05a3ab4-f806-4640-b390-d9e0595002ca/e95652e6-3332-4f80-8a63-5300b65dcc1f/5d32f529-6f57-4995-bf4e-edbfac34f14d) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:53:22.738334 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-433cafa2-3182-40c0-a444-a09c3b5eb4dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:22.754096 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [None req-433cafa2-3182-40c0-a444-a09c3b5eb4dd admin admin] Transition to ACTIVE for port object 5d32f529-6f57-4995-bf4e-edbfac34f14d will not be triggered until provisioned by entity DHCP. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:53:22.777057 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-433cafa2-3182-40c0-a444-a09c3b5eb4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:22.846988 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433cafa2-3182-40c0-a444-a09c3b5eb4dd admin admin] Network f05a3ab4-f806-4640-b390-d9e0595002ca is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:53:22.849800 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-433cafa2-3182-40c0-a444-a09c3b5eb4dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:53:22.855421 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433cafa2-3182-40c0-a444-a09c3b5eb4dd admin admin] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:53:22.884976 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cafa2-3182-40c0-a444-a09c3b5eb4dd admin admin] Pushing event updated for resources: {'Port': ['ID=5d32f529-6f57-4995-bf4e-edbfac34f14d,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:22.918360 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-433cafa2-3182-40c0-a444-a09c3b5eb4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-708341'] for router_interface, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:23.019382 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-433cafa2-3182-40c0-a444-a09c3b5eb4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:23.126477 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-19a35e07-ec70-4855-bf0f-d40c5e66d392 None None] Provisioning for port 5d32f529-6f57-4995-bf4e-edbfac34f14d completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:53:23.132012 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-19a35e07-ec70-4855-bf0f-d40c5e66d392 None None] Provisioning complete for port 5d32f529-6f57-4995-bf4e-edbfac34f14d triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:23.132315 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-19a35e07-ec70-4855-bf0f-d40c5e66d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:23.161836 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7fe1c352-cf60-4106-acba-eb6789fa0812 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Synchronizing usage tracker for tenant:16e7d713da4349b3977dab0041ed0bee on resource:security_group {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:53:23.179551 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7fe1c352-cf60-4106-acba-eb6789fa0812 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Unset dirty status for tenant:16e7d713da4349b3977dab0041ed0bee on resource:security_group {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:53:23.187725 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-19a35e07-ec70-4855-bf0f-d40c5e66d392 None None] Port 5d32f529-6f57-4995-bf4e-edbfac34f14d cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:53:23.189046 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7fe1c352-cf60-4106-acba-eb6789fa0812 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1570667936&fields=id&tenant_id=16e7d713da4349b3977dab0041ed0bee HTTP/1.1" status: 200  len: 267 time: 0.0670331
Feb 28 18:53:23.246430 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db7dae-0248-45b0-962c-30890bcefe39 req-fb1ccc19-e7b6-4174-a3ca-fb770820fb5d tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:23.247911 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-86db7dae-0248-45b0-962c-30890bcefe39 req-fb1ccc19-e7b6-4174-a3ca-fb770820fb5d tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0d9dd63-1237-47bf-b543-a200522917aa HTTP/1.1" status: 200  len: 943 time: 0.1848300
Feb 28 18:53:23.331140 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-011856e4-f502-441d-9174-f1580c346f26 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:23.332791 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-011856e4-f502-441d-9174-f1580c346f26 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/networks?id=0b9470ea-8aed-4219-b27b-628954f1127e HTTP/1.1" status: 200  len: 812 time: 0.1428325
Feb 28 18:53:23.334997 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-86db7dae-0248-45b0-962c-30890bcefe39 req-5efd61c3-7ffc-4006-8e63-55ee35f29e8d tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768089
Feb 28 18:53:23.350393 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-b16a5c89-28cc-471e-895c-3bdf51786e23 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/quotas/16e7d713da4349b3977dab0041ed0bee HTTP/1.1" status: 200  len: 375 time: 0.0114493
Feb 28 18:53:23.351810 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-433cafa2-3182-40c0-a444-a09c3b5eb4dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:23.359844 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-433cafa2-3182-40c0-a444-a09c3b5eb4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:23.433874 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-bf4b423d-1575-4378-9625-cdaccf9fead2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Synchronizing usage tracker for tenant:16e7d713da4349b3977dab0041ed0bee on resource:port {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:53:23.453252 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-bf4b423d-1575-4378-9625-cdaccf9fead2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Unset dirty status for tenant:16e7d713da4349b3977dab0041ed0bee on resource:port {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:53:23.454763 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-bf4b423d-1575-4378-9625-cdaccf9fead2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=16e7d713da4349b3977dab0041ed0bee&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0978546
Feb 28 18:53:23.552581 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-433cafa2-3182-40c0-a444-a09c3b5eb4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7997001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-708120'] for router_interface, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:23.555872 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cafa2-3182-40c0-a444-a09c3b5eb4dd admin admin] Pushing event updated for resources: {'Port': ['ID=5d32f529-6f57-4995-bf4e-edbfac34f14d,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:23.595212 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-40f78f69-9486-49dc-833b-2f77565450fd service neutron] 10.222.0.18 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277595
Feb 28 18:53:23.694788 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433cafa2-3182-40c0-a444-a09c3b5eb4dd admin admin] Network f05a3ab4-f806-4640-b390-d9e0595002ca is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:53:23.696082 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-433cafa2-3182-40c0-a444-a09c3b5eb4dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:53:23.734716 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-32045a04-a862-4412-ac0b-011346ab3e96 service neutron] 10.222.0.18 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337414
Feb 28 18:53:24.017677 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-e2a84e8a-7e38-418a-b990-aa8f70c00a84 None None] Provisioning complete for port 5d32f529-6f57-4995-bf4e-edbfac34f14d triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:24.018132 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-e2a84e8a-7e38-418a-b990-aa8f70c00a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:24.091082 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-e2a84e8a-7e38-418a-b990-aa8f70c00a84 None None] Port 5d32f529-6f57-4995-bf4e-edbfac34f14d cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:53:24.133300 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433cafa2-3182-40c0-a444-a09c3b5eb4dd admin admin] Router a6fd11d2-61d5-4e16-afe0-b17909a9647c has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:53:24.310882 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-119b3d41-d308-4aea-9f2e-42b9a40f4632 req-f37755e6-eb53-4230-80fc-878c4f9190d7 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 210 time: 0.0497968
Feb 28 18:53:24.391623 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433cafa2-3182-40c0-a444-a09c3b5eb4dd admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:53:24.411185 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-433cafa2-3182-40c0-a444-a09c3b5eb4dd admin admin] 10.222.0.18 "PUT /v2.0/routers/a6fd11d2-61d5-4e16-afe0-b17909a9647c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6277866
Feb 28 18:53:24.546349 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdadd4-289e-43e1-a13b-c21a6bfcbab9 req-e88cb4e2-2c49-48a8-a29c-1141512d628b tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:24.548086 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-23bdadd4-289e-43e1-a13b-c21a6bfcbab9 req-e88cb4e2-2c49-48a8-a29c-1141512d628b tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0d9dd63-1237-47bf-b543-a200522917aa HTTP/1.1" status: 200  len: 943 time: 0.0843885
Feb 28 18:53:24.596935 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-23bdadd4-289e-43e1-a13b-c21a6bfcbab9 req-f1e14760-eb0d-46c2-a976-6c992d39de26 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421820
Feb 28 18:53:25.446386 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-ee42470e-1b4c-4b91-bdab-11962c50eafd tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:25.449120 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-ee42470e-1b4c-4b91-bdab-11962c50eafd tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Synchronizing usage tracker for tenant:16e7d713da4349b3977dab0041ed0bee on resource:network {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:53:25.522961 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d9df5d62-79ac-415a-87d4-211d16423318 req-8e092874-a03e-4b0e-b097-4072ff4b5857 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 210 time: 0.0515783
Feb 28 18:53:25.537504 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-ee42470e-1b4c-4b91-bdab-11962c50eafd tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Unset dirty status for tenant:16e7d713da4349b3977dab0041ed0bee on resource:network {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:53:25.539125 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-ee42470e-1b4c-4b91-bdab-11962c50eafd tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.70 "GET /v2.0/networks?id=0b9470ea-8aed-4219-b27b-628954f1127e HTTP/1.1" status: 200  len: 812 time: 0.2535284
Feb 28 18:53:25.611922 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-f5db160f-3a5b-48d1-98e5-c2eb9e6811d2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Synchronizing usage tracker for tenant:16e7d713da4349b3977dab0041ed0bee on resource:security_group {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:53:25.631623 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-f5db160f-3a5b-48d1-98e5-c2eb9e6811d2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Unset dirty status for tenant:16e7d713da4349b3977dab0041ed0bee on resource:security_group {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:53:25.633011 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-f5db160f-3a5b-48d1-98e5-c2eb9e6811d2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16e7d713da4349b3977dab0041ed0bee HTTP/1.1" status: 200  len: 380 time: 0.0691223
Feb 28 18:53:25.645836 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-16ac61e0-7601-4e97-b0af-a7b3260b5c17 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Request body: {'port': {'device_id': '4dac2280-0f5a-41ac-86c4-3e92f780477f', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'admin_state_up': True, 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'security_groups': ['611fc710-440c-4417-ad9c-b7615614e99e']}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:53:25.819816 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device b88a591b-7051-47aa-84a7-e07d0d4c240b up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:25.887623 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-16ac61e0-7601-4e97-b0af-a7b3260b5c17 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:53:25.899096 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-16ac61e0-7601-4e97-b0af-a7b3260b5c17 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:53:25.922421 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-16ac61e0-7601-4e97-b0af-a7b3260b5c17 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Made reservation on behalf of 16e7d713da4349b3977dab0041ed0bee for: {'port': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:53:25.925380 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-16ac61e0-7601-4e97-b0af-a7b3260b5c17 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:25.953794 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port b88a591b-7051-47aa-84a7-e07d0d4c240b completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:53:25.959603 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port b88a591b-7051-47aa-84a7-e07d0d4c240b triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:25.960156 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:26.066941 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6831c4-b779-4fc6-bd0a-6091eb4cce48 req-81d7aaba-1d7d-4bd6-830b-5e3b80079553 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:26.078904 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4b6831c4-b779-4fc6-bd0a-6091eb4cce48 req-81d7aaba-1d7d-4bd6-830b-5e3b80079553 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0d9dd63-1237-47bf-b543-a200522917aa HTTP/1.1" status: 200  len: 943 time: 0.2943096
Feb 28 18:53:26.117437 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-5d4bf9cd-eb3f-4ba7-b84f-83d03662a1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:26.155220 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:26.160859 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4b6831c4-b779-4fc6-bd0a-6091eb4cce48 req-3694a60c-db7d-40df-a95c-a8130a00769b tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795753
Feb 28 18:53:26.170027 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-16ac61e0-7601-4e97-b0af-a7b3260b5c17 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Allocated IP 172.20.0.5 (0b9470ea-8aed-4219-b27b-628954f1127e/d0fba4d2-c7ec-449c-b7f6-d835950f45c1/70b950c3-56ca-4454-90bd-f3ed6e162a17) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:53:26.176348 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port b88a591b-7051-47aa-84a7-e07d0d4c240b, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=b88a591b-7051-47aa-84a7-e07d0d4c240b,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:53:26.186500 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:26.267966 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=b88a591b-7051-47aa-84a7-e07d0d4c240b,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:26.569465 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-16ac61e0-7601-4e97-b0af-a7b3260b5c17 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:26.588808 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-16ac61e0-7601-4e97-b0af-a7b3260b5c17 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Transition to ACTIVE for port object 70b950c3-56ca-4454-90bd-f3ed6e162a17 will not be triggered until provisioned by entity DHCP. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:53:26.618642 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-16ac61e0-7601-4e97-b0af-a7b3260b5c17 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:26.749734 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-16ac61e0-7601-4e97-b0af-a7b3260b5c17 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Network 0b9470ea-8aed-4219-b27b-628954f1127e is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:53:26.754003 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-16ac61e0-7601-4e97-b0af-a7b3260b5c17 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:53:26.759429 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-16ac61e0-7601-4e97-b0af-a7b3260b5c17 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:53:26.761942 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 5e16d728-f238-4975-9e17-5923a13bb471 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:53:26.789435 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac61e0-7601-4e97-b0af-a7b3260b5c17 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event updated for resources: {'Port': ['ID=70b950c3-56ca-4454-90bd-f3ed6e162a17,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:26.842633 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-16ac61e0-7601-4e97-b0af-a7b3260b5c17 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:26.843193 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-16ac61e0-7601-4e97-b0af-a7b3260b5c17 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:26.875733 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c723e-97ef-4b8b-a7d9-19cb7463be91 req-4d58249f-d159-40ba-a904-7dd73c656133 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:26.877232 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-820c723e-97ef-4b8b-a7d9-19cb7463be91 req-4d58249f-d159-40ba-a904-7dd73c656133 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 931 time: 0.1993747
Feb 28 18:53:26.903834 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-16ac61e0-7601-4e97-b0af-a7b3260b5c17 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2650251
Feb 28 18:53:26.918300 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Request body: {'port': {'device_id': '4dac2280-0f5a-41ac-86c4-3e92f780477f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:53:26.928609 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 5e16d728-f238-4975-9e17-5923a13bb471, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5e16d728-f238-4975-9e17-5923a13bb471,segment=NetworkSegment(f032c672-ee44-4676-90be-d1d00fc7ee73),segment_id=f032c672-ee44-4676-90be-d1d00fc7ee73)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:53:26.960981 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': '5e16d728-f238-4975-9e17-5923a13bb471', 'network_id': '4360b3f2-6a24-49f7-b1c0-81c160574554', 'port_id': '5e16d728-f238-4975-9e17-5923a13bb471', 'mac_address': 'fa:16:3e:a8:99:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cd9c11-9d0a-4291-bc8e-2f1fd459497c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:53:26.996200 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-820c723e-97ef-4b8b-a7d9-19cb7463be91 req-30289f95-6cbc-4834-a6b6-06585153338b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1117988
Feb 28 18:53:27.038550 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:27.063176 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e16d728-f238-4975-9e17-5923a13bb471 {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:53:27.081703 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 5e16d728-f238-4975-9e17-5923a13bb471, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5e16d728-f238-4975-9e17-5923a13bb471,segment=NetworkSegment(f032c672-ee44-4676-90be-d1d00fc7ee73),segment_id=f032c672-ee44-4676-90be-d1d00fc7ee73)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:53:27.088628 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:27.113133 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:27.256930 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7616bb67-fc59-4445-9808-6e25f0efb087 None None] Provisioning for port 70b950c3-56ca-4454-90bd-f3ed6e162a17 completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:53:27.272817 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=5e16d728-f238-4975-9e17-5923a13bb471,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:27.276268 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7616bb67-fc59-4445-9808-6e25f0efb087 None None] Provisioning complete for port 70b950c3-56ca-4454-90bd-f3ed6e162a17 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:27.276640 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7616bb67-fc59-4445-9808-6e25f0efb087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:27.350233 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7616bb67-fc59-4445-9808-6e25f0efb087 None None] Port 70b950c3-56ca-4454-90bd-f3ed6e162a17 cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:53:27.518442 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18ec84-1625-432c-9911-8674e19078c9 req-f98f2c01-124b-4670-a9af-1629fa204c3f tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:27.520890 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['5e16d728-f238-4975-9e17-5923a13bb471'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:53:27.526868 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ea18ec84-1625-432c-9911-8674e19078c9 req-f98f2c01-124b-4670-a9af-1629fa204c3f tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0d9dd63-1237-47bf-b543-a200522917aa HTTP/1.1" status: 200  len: 944 time: 0.1067100
Feb 28 18:53:27.586945 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ea18ec84-1625-432c-9911-8674e19078c9 req-6bbef68d-1884-4871-b089-2c908a60e880 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588484
Feb 28 18:53:27.690714 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b950c3-56ca-4454-90bd-f3ed6e162a17 {{(pid=83063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:53:27.705259 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:27.723377 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Transition to ACTIVE for port object 70b950c3-56ca-4454-90bd-f3ed6e162a17 will not be triggered until provisioned by entity L2. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:53:27.728545 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:27.872509 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device b88a591b-7051-47aa-84a7-e07d0d4c240b up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:27.990185 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=70b950c3-56ca-4454-90bd-f3ed6e162a17,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:27.995612 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port b88a591b-7051-47aa-84a7-e07d0d4c240b triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:27.996636 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:28.003090 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:28.003433 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:28.003769 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:28.004101 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:28.004435 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:28.004764 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:28.005085 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:28.005407 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:28.005729 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:28.006046 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:28.006364 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:53:28.068419 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Attempting to bind port 70b950c3-56ca-4454-90bd-f3ed6e162a17 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:53:28.068730 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Attempting to bind port 70b950c3-56ca-4454-90bd-f3ed6e162a17 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:53:28.069051 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Attempting to bind port 70b950c3-56ca-4454-90bd-f3ed6e162a17 on network 0b9470ea-8aed-4219-b27b-628954f1127e {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:53:28.075896 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Port 70b950c3-56ca-4454-90bd-f3ed6e162a17 on network 0b9470ea-8aed-4219-b27b-628954f1127e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:53:28.076452 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Attempting to bind port 70b950c3-56ca-4454-90bd-f3ed6e162a17 on network 0b9470ea-8aed-4219-b27b-628954f1127e {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:53:28.084171 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:53:28.084862 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Checking segment: {'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:53:28.085427 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Bound using segment: {'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:53:28.086026 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Bound port: 70b950c3-56ca-4454-90bd-f3ed6e162a17, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'}}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:53:28.086543 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:28.146420 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device ac3e095b-4c6c-452e-a2eb-7ea50ddd6915 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:28.243524 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port ac3e095b-4c6c-452e-a2eb-7ea50ddd6915 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:53:28.249787 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] For port 70b950c3-56ca-4454-90bd-f3ed6e162a17, host hv-cinder-83118, cleared binding levels {{(pid=83063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:53:28.250168 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port ac3e095b-4c6c-452e-a2eb-7ea50ddd6915 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:28.250757 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:28.254771 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] For port 70b950c3-56ca-4454-90bd-f3ed6e162a17, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=70b950c3-56ca-4454-90bd-f3ed6e162a17,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:53:28.268484 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:28.326423 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-9af58f63-f8d7-480c-99e3-7b5990a33549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:28.345467 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:28.347130 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] 10.222.0.70 "PUT /v2.0/ports/70b950c3-56ca-4454-90bd-f3ed6e162a17 HTTP/1.1" status: 200  len: 1093 time: 1.4353096
Feb 28 18:53:28.347871 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dac2280-0f5a-41ac-86c4-3e92f780477f', 'tag': '70b950c3-56ca-4454-90bd-f3ed6e162a17'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:53:28.371309 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d6e4b-2db4-4147-8cd6-d1cec3ca3c8e req-6f7aec5b-dcb2-4a75-a7d2-b89725951a3a tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:28.372861 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-eb1d6e4b-2db4-4147-8cd6-d1cec3ca3c8e req-6f7aec5b-dcb2-4a75-a7d2-b89725951a3a tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Synchronizing usage tracker for tenant:16e7d713da4349b3977dab0041ed0bee on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:53:28.402236 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538e18e-f82c-4ef9-b74c-1cb86bd27bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=70b950c3-56ca-4454-90bd-f3ed6e162a17,revision_number=3']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:28.417410 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-eb1d6e4b-2db4-4147-8cd6-d1cec3ca3c8e req-6f7aec5b-dcb2-4a75-a7d2-b89725951a3a tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Unset dirty status for tenant:16e7d713da4349b3977dab0041ed0bee on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:53:28.418926 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-eb1d6e4b-2db4-4147-8cd6-d1cec3ca3c8e req-6f7aec5b-dcb2-4a75-a7d2-b89725951a3a tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 943 time: 0.2567697
Feb 28 18:53:28.475949 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dac2280-0f5a-41ac-86c4-3e92f780477f', 'tag': '70b950c3-56ca-4454-90bd-f3ed6e162a17', 'status': 'completed', 'code': 200}
Feb 28 18:53:28.492946 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:28.528956 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port ac3e095b-4c6c-452e-a2eb-7ea50ddd6915, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=ac3e095b-4c6c-452e-a2eb-7ea50ddd6915,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:53:28.538163 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:28.570388 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-eb1d6e4b-2db4-4147-8cd6-d1cec3ca3c8e req-ef2bf757-19fe-4351-8d2c-3045accb53ef tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0958750
Feb 28 18:53:28.607396 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-6126b905-9cac-45f1-9013-789c9ac61815 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=16e7d713da4349b3977dab0041ed0bee&device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 1096 time: 0.1917572
Feb 28 18:53:28.676609 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=ac3e095b-4c6c-452e-a2eb-7ea50ddd6915,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:28.699399 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-8109552f-7333-4cc4-b2dd-6bf6c26a413a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b950c3-56ca-4454-90bd-f3ed6e162a17 HTTP/1.1" status: 200  len: 217 time: 0.0844188
Feb 28 18:53:28.765808 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-5552a0fa-a02b-4005-882a-01f6afe33474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:28.767307 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-5552a0fa-a02b-4005-882a-01f6afe33474 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0fba4d2-c7ec-449c-b7f6-d835950f45c1 HTTP/1.1" status: 200  len: 851 time: 0.0615280
Feb 28 18:53:28.780077 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 5e16d728-f238-4975-9e17-5923a13bb471 up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:28.844712 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1985c-9a5f-47ca-a1bf-03d37853ebec req-625f3306-8a00-49a4-98cb-eab34d6f31eb tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:28.846941 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-6bc1985c-9a5f-47ca-a1bf-03d37853ebec req-625f3306-8a00-49a4-98cb-eab34d6f31eb tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0d9dd63-1237-47bf-b543-a200522917aa HTTP/1.1" status: 200  len: 944 time: 0.1030107
Feb 28 18:53:28.917545 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-eea73915-0f8c-4cea-8692-feeb65d7045e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0b9470ea-8aed-4219-b27b-628954f1127e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1422806
Feb 28 18:53:28.920974 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-6bc1985c-9a5f-47ca-a1bf-03d37853ebec req-c82cf662-3888-442d-a939-3995c77f8028 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651846
Feb 28 18:53:28.923111 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port 5e16d728-f238-4975-9e17-5923a13bb471 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:53:28.929544 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port 5e16d728-f238-4975-9e17-5923a13bb471 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:28.930286 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:29.055714 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-41c8c224-fbf6-4fda-b7a6-3d9379da9c6b service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313753
Feb 28 18:53:29.091557 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:29.132583 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d9dd63-1237-47bf-b543-a200522917aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e16d728-f238-4975-9e17-5923a13bb471'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:53:29.160421 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 5e16d728-f238-4975-9e17-5923a13bb471, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5e16d728-f238-4975-9e17-5923a13bb471,segment=NetworkSegment(f032c672-ee44-4676-90be-d1d00fc7ee73),segment_id=f032c672-ee44-4676-90be-d1d00fc7ee73)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:53:29.166067 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:29.251103 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d9dd63-1237-47bf-b543-a200522917aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e16d728-f238-4975-9e17-5923a13bb471', 'code': 200}
Feb 28 18:53:29.253344 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=5e16d728-f238-4975-9e17-5923a13bb471,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:29.354966 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-eb518669-5d5a-46c3-8acd-2ff5d7747697 req-a4f06fcf-8c91-4e91-937c-0a61be47224b service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2915459
Feb 28 18:53:29.504210 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:29.528904 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:29.614979 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cd1a2940-8b93-4bee-955c-d009e2297577 req-c4c06bed-9604-4814-b70c-b04d02f74299 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=16e7d713da4349b3977dab0041ed0bee&device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 1096 time: 0.2068372
Feb 28 18:53:29.618480 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-99243f59-a6ff-49f2-87e6-1d03ff61ea7d req-96d6592e-52b5-4e9a-83e5-25edbdd1f559 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b0d9dd63-1237-47bf-b543-a200522917aa HTTP/1.1" status: 200  len: 1098 time: 0.1187465
Feb 28 18:53:29.777360 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-99243f59-a6ff-49f2-87e6-1d03ff61ea7d req-d4f67fc0-1369-4b23-a6ff-740f4682160a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395330
Feb 28 18:53:29.802352 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device ac3e095b-4c6c-452e-a2eb-7ea50ddd6915 up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:29.820862 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a2940-8b93-4bee-955c-d009e2297577 req-914ae203-90cd-47c2-b4ab-2800eecf318c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:29.822303 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cd1a2940-8b93-4bee-955c-d009e2297577 req-914ae203-90cd-47c2-b4ab-2800eecf318c service neutron] 10.222.0.70 "GET /v2.0/networks?id=0b9470ea-8aed-4219-b27b-628954f1127e HTTP/1.1" status: 200  len: 913 time: 0.1863542
Feb 28 18:53:29.870410 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fecd96-9f3b-48b5-9845-64e810adf06f req-b401fca8-a07e-414a-b900-a226fba93d59 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:29.873060 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-64fecd96-9f3b-48b5-9845-64e810adf06f req-b401fca8-a07e-414a-b900-a226fba93d59 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 943 time: 0.1202917
Feb 28 18:53:29.893581 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port ac3e095b-4c6c-452e-a2eb-7ea50ddd6915 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:29.895017 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:29.943755 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-64fecd96-9f3b-48b5-9845-64e810adf06f req-5db4dbf4-7217-44bf-b601-85ed0e37c010 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645664
Feb 28 18:53:30.171721 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cd1a2940-8b93-4bee-955c-d009e2297577 req-97c6ffe5-f9af-4fab-8005-2404bb172d50 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b950c3-56ca-4454-90bd-f3ed6e162a17 HTTP/1.1" status: 200  len: 217 time: 0.1149766
Feb 28 18:53:30.252511 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a2940-8b93-4bee-955c-d009e2297577 req-c55b6c60-f4a5-4028-bee9-0ce38e7880f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:30.254386 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cd1a2940-8b93-4bee-955c-d009e2297577 req-c55b6c60-f4a5-4028-bee9-0ce38e7880f3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0fba4d2-c7ec-449c-b7f6-d835950f45c1 HTTP/1.1" status: 200  len: 851 time: 0.0750763
Feb 28 18:53:30.267646 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b18675-753f-413a-9116-27ea89f0c5a6 req-1d3e5dfc-9d0f-4edd-8dc9-604a7f1561bc tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:30.269219 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a3b18675-753f-413a-9116-27ea89f0c5a6 req-1d3e5dfc-9d0f-4edd-8dc9-604a7f1561bc tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0d9dd63-1237-47bf-b543-a200522917aa HTTP/1.1" status: 200  len: 945 time: 0.2146196
Feb 28 18:53:30.366907 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a3b18675-753f-413a-9116-27ea89f0c5a6 req-1ead4c03-0eec-4b31-bd47-3f3aacde0f0d tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912700
Feb 28 18:53:30.382166 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cd1a2940-8b93-4bee-955c-d009e2297577 req-c0c801bd-2ec7-4f23-84d9-0fa8ad0c72fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0b9470ea-8aed-4219-b27b-628954f1127e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1046238
Feb 28 18:53:30.521467 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cd1a2940-8b93-4bee-955c-d009e2297577 req-6ce5cd9f-2608-4804-a7e8-b9254c9eb2ab service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1319082
Feb 28 18:53:30.662424 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cd1a2940-8b93-4bee-955c-d009e2297577 req-a7547f82-08fd-41fd-9d00-bdf24d426bd7 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346939
Feb 28 18:53:30.699427 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:30.776787 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:31.146113 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee705002-74b8-4356-9f09-020970b94532 req-de7e46bf-9217-483d-9e6c-dd8571caf01b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:31.153059 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ee705002-74b8-4356-9f09-020970b94532 req-de7e46bf-9217-483d-9e6c-dd8571caf01b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 943 time: 0.0865090
Feb 28 18:53:31.211124 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ee705002-74b8-4356-9f09-020970b94532 req-51e1a953-ffdb-4bc2-8704-394022d2cb61 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570402
Feb 28 18:53:31.599861 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68499ea-e0e7-4b68-8959-ac0758219cf3 req-3243e820-c34d-4b4d-86b3-0e1625a89c3d tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:31.606005 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e68499ea-e0e7-4b68-8959-ac0758219cf3 req-3243e820-c34d-4b4d-86b3-0e1625a89c3d tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0d9dd63-1237-47bf-b543-a200522917aa HTTP/1.1" status: 200  len: 945 time: 0.0959501
Feb 28 18:53:31.668712 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e68499ea-e0e7-4b68-8959-ac0758219cf3 req-2c2b6cf1-8c18-4616-953d-1d09196437a6 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585773
Feb 28 18:53:32.434624 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bb1b8-cc01-4162-8f5c-70e12dd86373 req-c15e68c7-c04b-4f1c-b857-f53b7ffafc38 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:32.436033 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-000bb1b8-cc01-4162-8f5c-70e12dd86373 req-c15e68c7-c04b-4f1c-b857-f53b7ffafc38 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 943 time: 0.1009369
Feb 28 18:53:32.497780 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-000bb1b8-cc01-4162-8f5c-70e12dd86373 req-a5c0e1fe-5427-4c28-841b-dcb77f995a29 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541453
Feb 28 18:53:33.107423 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b80f4-b2f0-4cbd-b73f-9a3a2774c8b7 req-33c3db1a-b409-4977-bde3-b4e2e425e325 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:33.108940 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ee9b80f4-b2f0-4cbd-b73f-9a3a2774c8b7 req-33c3db1a-b409-4977-bde3-b4e2e425e325 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0d9dd63-1237-47bf-b543-a200522917aa HTTP/1.1" status: 200  len: 945 time: 0.0810938
Feb 28 18:53:33.158329 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ee9b80f4-b2f0-4cbd-b73f-9a3a2774c8b7 req-2ce6d42e-e258-40e6-845e-146ac653b192 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436466
Feb 28 18:53:33.709559 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31faed6-485b-469e-a8bb-7feaeff02fa6 req-83f7e8be-4114-445b-8f17-b698bcb0bc7b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:33.711042 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a31faed6-485b-469e-a8bb-7feaeff02fa6 req-83f7e8be-4114-445b-8f17-b698bcb0bc7b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 943 time: 0.0906472
Feb 28 18:53:33.763122 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a31faed6-485b-469e-a8bb-7feaeff02fa6 req-36aef0db-5c64-4e4f-8150-2245646a37b8 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462303
Feb 28 18:53:34.385638 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097c12e-87e0-4c88-a4aa-185b875e042f req-7091b45b-c067-4dfa-bd88-19df2f33be07 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:34.387292 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f097c12e-87e0-4c88-a4aa-185b875e042f req-7091b45b-c067-4dfa-bd88-19df2f33be07 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0d9dd63-1237-47bf-b543-a200522917aa HTTP/1.1" status: 200  len: 945 time: 0.0832167
Feb 28 18:53:34.437144 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f097c12e-87e0-4c88-a4aa-185b875e042f req-c030fc1c-e2c3-4b5e-a0e1-135a10398aed tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434496
Feb 28 18:53:34.895249 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e589b14-9b0d-4ef3-996e-698a8157c855 req-4635565d-42fe-46b5-83ca-6afce798da57 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:34.896706 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6e589b14-9b0d-4ef3-996e-698a8157c855 req-4635565d-42fe-46b5-83ca-6afce798da57 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.70 "GET /v2.0/ports?device_id=b0d9dd63-1237-47bf-b543-a200522917aa HTTP/1.1" status: 200  len: 945 time: 0.1355512
Feb 28 18:53:35.013240 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-6e589b14-9b0d-4ef3-996e-698a8157c855 req-546bdddf-1645-4649-b3fb-4cc65254b533 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Deleting port 5e16d728-f238-4975-9e17-5923a13bb471 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:53:35.013617 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-6e589b14-9b0d-4ef3-996e-698a8157c855 req-546bdddf-1645-4649-b3fb-4cc65254b533 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:35.126635 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d91a9a-a193-424b-aefb-1d2f5c2192c8 req-54046a02-a939-44c9-856b-082e7bc05916 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:35.128027 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-38d91a9a-a193-424b-aefb-1d2f5c2192c8 req-54046a02-a939-44c9-856b-082e7bc05916 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 943 time: 0.1930065
Feb 28 18:53:35.374278 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-38d91a9a-a193-424b-aefb-1d2f5c2192c8 req-7ad70761-0538-4864-aae8-4b194eb787b0 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2362947
Feb 28 18:53:35.418108 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-6e589b14-9b0d-4ef3-996e-698a8157c855 req-546bdddf-1645-4649-b3fb-4cc65254b533 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] For port 5e16d728-f238-4975-9e17-5923a13bb471, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5e16d728-f238-4975-9e17-5923a13bb471,segment=NetworkSegment(f032c672-ee44-4676-90be-d1d00fc7ee73),segment_id=f032c672-ee44-4676-90be-d1d00fc7ee73)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:53:35.418459 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-6e589b14-9b0d-4ef3-996e-698a8157c855 req-546bdddf-1645-4649-b3fb-4cc65254b533 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:35.547804 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-6e589b14-9b0d-4ef3-996e-698a8157c855 req-546bdddf-1645-4649-b3fb-4cc65254b533 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Calling delete_port for 5e16d728-f238-4975-9e17-5923a13bb471 owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:53:35.662714 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680112d0-e4e5-4d4a-a4ba-6359cdd7b98c req-0cbc638a-5c07-4c20-b9b3-b9d48176241c tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:35.669708 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-680112d0-e4e5-4d4a-a4ba-6359cdd7b98c req-0cbc638a-5c07-4c20-b9b3-b9d48176241c tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0d9dd63-1237-47bf-b543-a200522917aa HTTP/1.1" status: 200  len: 945 time: 0.0973620
Feb 28 18:53:35.710791 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-6e589b14-9b0d-4ef3-996e-698a8157c855 req-546bdddf-1645-4649-b3fb-4cc65254b533 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:35.723556 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-680112d0-e4e5-4d4a-a4ba-6359cdd7b98c req-4b2b4118-8175-4fc3-9693-f7a319f7f5f6 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.18 "GET /v2.0/security-groups?id=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529344
Feb 28 18:53:35.727973 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['5e16d728-f238-4975-9e17-5923a13bb471'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:53:35.763587 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bdddf-1645-4649-b3fb-4cc65254b533 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Pushing event deleted for resources: {'Port': ['ID=5e16d728-f238-4975-9e17-5923a13bb471,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:35.866150 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e589b14-9b0d-4ef3-996e-698a8157c855 req-546bdddf-1645-4649-b3fb-4cc65254b533 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] No DVR routers for this DVR port 5e16d728-f238-4975-9e17-5923a13bb471 on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:53:35.868758 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-6e589b14-9b0d-4ef3-996e-698a8157c855 req-546bdddf-1645-4649-b3fb-4cc65254b533 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:35.873618 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d9dd63-1237-47bf-b543-a200522917aa', 'name': 'network-vif-deleted', 'tag': '5e16d728-f238-4975-9e17-5923a13bb471'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:53:35.913521 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6e589b14-9b0d-4ef3-996e-698a8157c855 req-546bdddf-1645-4649-b3fb-4cc65254b533 tempest-VolumesActionsTest-38994422 tempest-VolumesActionsTest-38994422-project] 10.222.0.70 "DELETE /v2.0/ports/5e16d728-f238-4975-9e17-5923a13bb471 HTTP/1.1" status: 204  len: 173 time: 1.0078840
Feb 28 18:53:35.956528 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d9dd63-1237-47bf-b543-a200522917aa', 'name': 'network-vif-deleted', 'tag': '5e16d728-f238-4975-9e17-5923a13bb471', 'status': 'completed', 'code': 200}
Feb 28 18:53:36.602135 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067f474-9378-42f2-a4b4-36b2171bc37a req-69d05356-7289-447a-a435-f3a96c8d5012 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:36.603637 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1067f474-9378-42f2-a4b4-36b2171bc37a req-69d05356-7289-447a-a435-f3a96c8d5012 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 943 time: 0.1002929
Feb 28 18:53:36.663479 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1067f474-9378-42f2-a4b4-36b2171bc37a req-43ddf808-749d-4808-8927-385aaec4927e tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501268
Feb 28 18:53:36.784055 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Sync routers for ids ['51d2cce5-9da5-4252-bb48-33c64ce80dd4'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:53:36.797801 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Routers {'51d2cce5-9da5-4252-bb48-33c64ce80dd4'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:53:36.798422 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5a9e72e0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:53:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['51d2cce5-9da5-4252-bb48-33c64ce80dd4'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:36.982613 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Sync routers for ids ['a6fd11d2-61d5-4e16-afe0-b17909a9647c'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:53:36.994432 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Routers {'a6fd11d2-61d5-4e16-afe0-b17909a9647c'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:53:36.995455 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5af4fe80>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:53:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['a6fd11d2-61d5-4e16-afe0-b17909a9647c'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:36.999319 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Set router 51d2cce5-9da5-4252-bb48-33c64ce80dd4 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:53:37.180047 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Set router a6fd11d2-61d5-4e16-afe0-b17909a9647c gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:53:37.367604 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5a9e72e0>, [{'id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'name': 'tempest-TestMinimumBasicScenario-814134810-router', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:13Z', 'revision_number': 4, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'gw_port': {'id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '5b7abf85-a4e2-4491-bfcd-479cc67e05ab', 'name': '', 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'mac_address': 'fa:16:3e:08:12:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef60b45d-4f01-4cac-9ad4-f548867b8b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:12Z', 'updated_at': '2022-02-28T18:53:14Z', 'revision_number': 2, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'subnets': [{'id': 'ef60b45d-4f01-4cac-9ad4-f548867b8b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:37.372977 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Checking router: 51d2cce5-9da5-4252-bb48-33c64ce80dd4 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:53:37.373323 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Updating router 51d2cce5-9da5-4252-bb48-33c64ce80dd4 port 5b7abf85-a4e2-4491-bfcd-479cc67e05ab binding host dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 28 18:53:37.447110 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:37.551541 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5af4fe80>, [{'id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'name': 'tempest-TestMinimumBasicScenario-1992002336-router', 'tenant_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'ac3e095b-4c6c-452e-a2eb-7ea50ddd6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:17Z', 'updated_at': '2022-02-28T18:53:22Z', 'revision_number': 4, 'project_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'gw_port': {'id': 'ac3e095b-4c6c-452e-a2eb-7ea50ddd6915', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:89:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:18Z', 'updated_at': '2022-02-28T18:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '5d32f529-6f57-4995-bf4e-edbfac34f14d', 'name': '', 'network_id': 'f05a3ab4-f806-4640-b390-d9e0595002ca', 'tenant_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'mac_address': 'fa:16:3e:eb:fa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e95652e6-3332-4f80-8a63-5300b65dcc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:22Z', 'updated_at': '2022-02-28T18:53:23Z', 'revision_number': 2, 'project_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'subnets': [{'id': 'e95652e6-3332-4f80-8a63-5300b65dcc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:37.555371 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Checking router: a6fd11d2-61d5-4e16-afe0-b17909a9647c for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:53:37.555711 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Updating router a6fd11d2-61d5-4e16-afe0-b17909a9647c port 5d32f529-6f57-4995-bf4e-edbfac34f14d binding host dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Feb 28 18:53:37.564410 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-7af4ea3e-19c4-47fd-a376-c45301ec45a4 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:37.565302 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-7af4ea3e-19c4-47fd-a376-c45301ec45a4 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Synchronizing usage tracker for tenant:9b10fda6245e4b409fad0032864b3671 on resource:network {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:53:37.584144 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-7af4ea3e-19c4-47fd-a376-c45301ec45a4 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Unset dirty status for tenant:9b10fda6245e4b409fad0032864b3671 on resource:network {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:53:37.592650 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-7af4ea3e-19c4-47fd-a376-c45301ec45a4 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/networks?id=37ceae1c-d0dc-4e09-a2ee-36dde56e5535 HTTP/1.1" status: 200  len: 814 time: 0.1850672
Feb 28 18:53:37.614922 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-6f05f057-7d39-43bc-b975-9307e9cde570 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/quotas/9b10fda6245e4b409fad0032864b3671 HTTP/1.1" status: 200  len: 375 time: 0.0210347
Feb 28 18:53:37.619971 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:37.711904 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-1cb1f5b5-0554-4875-825d-951b57e964c6 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b10fda6245e4b409fad0032864b3671&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0958574
Feb 28 18:53:37.869655 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-bdbf4c5b-78e2-43f9-8870-ce4270117d1c service neutron] 10.222.0.18 "GET /v2.0/networks/37ceae1c-d0dc-4e09-a2ee-36dde56e5535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1567769
Feb 28 18:53:37.970822 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Notify callbacks [] for port, precommit_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:37.977592 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96574bfa-fbe5-40ca-9291-841e40279e82 req-796213cd-e6db-4849-b6fb-e0bcc60f66c8 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:37.981252 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-96574bfa-fbe5-40ca-9291-841e40279e82 req-796213cd-e6db-4849-b6fb-e0bcc60f66c8 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 943 time: 0.1199310
Feb 28 18:53:38.000720 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Transition to ACTIVE for port object 5b7abf85-a4e2-4491-bfcd-479cc67e05ab will not be triggered until provisioned by entity L2. {{(pid=83064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:53:38.017076 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:38.049378 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-2b1707eb-bad1-43b8-a99a-a8ed23be1bd0 service neutron] 10.222.0.18 "GET /v2.0/networks/37ceae1c-d0dc-4e09-a2ee-36dde56e5535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1733689
Feb 28 18:53:38.081273 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-96574bfa-fbe5-40ca-9291-841e40279e82 req-607c98c2-ab5f-435f-8802-e1c7b5ef987a tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941007
Feb 28 18:53:38.104429 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c23b8-598c-443a-b939-487c02b8f463 None None] Pushing event updated for resources: {'Port': ['ID=5b7abf85-a4e2-4491-bfcd-479cc67e05ab,revision_number=3']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:38.165462 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Notify callbacks [] for port, precommit_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:38.180513 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.provisioning_blocks [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Transition to ACTIVE for port object 5d32f529-6f57-4995-bf4e-edbfac34f14d will not be triggered until provisioned by entity L2. {{(pid=83065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:53:38.194626 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:38.333546 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Attempting to bind port 5b7abf85-a4e2-4491-bfcd-479cc67e05ab on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:53:38.333915 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Attempting to bind port 5b7abf85-a4e2-4491-bfcd-479cc67e05ab by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': 'ef1555fd-768e-4e21-82f6-327d4c9aeb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535'}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:53:38.334302 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Attempting to bind port 5b7abf85-a4e2-4491-bfcd-479cc67e05ab on network 37ceae1c-d0dc-4e09-a2ee-36dde56e5535 {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:53:38.342788 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:53:38.343060 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Checking segment: {'id': 'ef1555fd-768e-4e21-82f6-327d4c9aeb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:53:38.343416 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:38.343859 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Bound using segment: {'id': 'ef1555fd-768e-4e21-82f6-327d4c9aeb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535'} {{(pid=83064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:53:38.344325 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.managers [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Bound port: 5b7abf85-a4e2-4491-bfcd-479cc67e05ab, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef1555fd-768e-4e21-82f6-327d4c9aeb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535'}}] {{(pid=83064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:53:38.344697 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:38.375072 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5b3f4-f1bf-42c6-8de7-a9362ff43309 None None] Pushing event updated for resources: {'Port': ['ID=5d32f529-6f57-4995-bf4e-edbfac34f14d,revision_number=3']} {{(pid=83065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:38.380545 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-bffbf0c9-8dfe-4efa-8556-c12f214814d1 req-5b022f75-f397-44f1-977a-acb86551f0b1 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Synchronizing usage tracker for tenant:9b10fda6245e4b409fad0032864b3671 on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:53:38.402432 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-bffbf0c9-8dfe-4efa-8556-c12f214814d1 req-5b022f75-f397-44f1-977a-acb86551f0b1 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Unset dirty status for tenant:9b10fda6245e4b409fad0032864b3671 on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:53:38.403819 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-bffbf0c9-8dfe-4efa-8556-c12f214814d1 req-5b022f75-f397-44f1-977a-acb86551f0b1 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 210 time: 0.1255801
Feb 28 18:53:38.492278 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] For port 5b7abf85-a4e2-4491-bfcd-479cc67e05ab, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:53:38.496816 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] For port 5b7abf85-a4e2-4491-bfcd-479cc67e05ab, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=5b7abf85-a4e2-4491-bfcd-479cc67e05ab,segment=NetworkSegment(ef1555fd-768e-4e21-82f6-327d4c9aeb9a),segment_id=ef1555fd-768e-4e21-82f6-327d4c9aeb9a)] {{(pid=83064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:53:38.503294 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:38.604234 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Attempting to bind port 5d32f529-6f57-4995-bf4e-edbfac34f14d on host dv-cinder-831188-1-iscsi for vnic_type normal with profile  {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:53:38.604720 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Attempting to bind port 5d32f529-6f57-4995-bf4e-edbfac34f14d by drivers openvswitch,hyperv on host dv-cinder-831188-1-iscsi at level 0 using segments [{'id': 'd2367f0f-8a19-4f7d-a1e8-e90376c509dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f05a3ab4-f806-4640-b390-d9e0595002ca'}] {{(pid=83065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:53:38.605073 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Attempting to bind port 5d32f529-6f57-4995-bf4e-edbfac34f14d on network f05a3ab4-f806-4640-b390-d9e0595002ca {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:53:38.617852 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Checking agent: {'id': 'dab98ec1-4d12-40f6-b309-34006a6d582a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 38, 29), 'started_at': datetime.datetime(2022, 2, 28, 18, 38, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:53:38.618240 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Checking segment: {'id': 'd2367f0f-8a19-4f7d-a1e8-e90376c509dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f05a3ab4-f806-4640-b390-d9e0595002ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:53:38.618682 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:38.619072 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Bound using segment: {'id': 'd2367f0f-8a19-4f7d-a1e8-e90376c509dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f05a3ab4-f806-4640-b390-d9e0595002ca'} {{(pid=83065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:53:38.620362 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.managers [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Bound port: 5d32f529-6f57-4995-bf4e-edbfac34f14d, host: dv-cinder-831188-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2367f0f-8a19-4f7d-a1e8-e90376c509dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': 'f05a3ab4-f806-4640-b390-d9e0595002ca'}}] {{(pid=83065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:53:38.620520 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:38.627811 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c23b8-598c-443a-b939-487c02b8f463 None None] Pushing event updated for resources: {'Port': ['ID=5b7abf85-a4e2-4491-bfcd-479cc67e05ab,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:38.637896 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Routers {'51d2cce5-9da5-4252-bb48-33c64ce80dd4'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:53:38.638800 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5a9e72e0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:53:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['51d2cce5-9da5-4252-bb48-33c64ce80dd4'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:38.726855 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.db [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] For port 5d32f529-6f57-4995-bf4e-edbfac34f14d, host dv-cinder-831188-1-iscsi, cleared binding levels {{(pid=83065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:53:38.730422 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.plugins.ml2.db [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] For port 5d32f529-6f57-4995-bf4e-edbfac34f14d, host dv-cinder-831188-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=5d32f529-6f57-4995-bf4e-edbfac34f14d,segment=NetworkSegment(d2367f0f-8a19-4f7d-a1e8-e90376c509dc),segment_id=d2367f0f-8a19-4f7d-a1e8-e90376c509dc)] {{(pid=83065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:53:38.739824 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron_lib.callbacks.manager [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:38.822997 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 70b950c3-56ca-4454-90bd-f3ed6e162a17 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:53:38.825558 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 5e16d728-f238-4975-9e17-5923a13bb471 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:53:38.848152 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Routers {'a6fd11d2-61d5-4e16-afe0-b17909a9647c'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:53:38.848994 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5af4fe80>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:53:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['a6fd11d2-61d5-4e16-afe0-b17909a9647c'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:38.874513 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: 5e16d728-f238-4975-9e17-5923a13bb471 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:53:38.875174 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 5e16d728-f238-4975-9e17-5923a13bb471 not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:53:38.965591 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5b3f4-f1bf-42c6-8de7-a9362ff43309 None None] Pushing event updated for resources: {'Port': ['ID=5d32f529-6f57-4995-bf4e-edbfac34f14d,revision_number=4']} {{(pid=83065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:38.988605 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] Set router 51d2cce5-9da5-4252-bb48-33c64ce80dd4 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:53:39.049828 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] Set router a6fd11d2-61d5-4e16-afe0-b17909a9647c gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:53:39.178029 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 70b950c3-56ca-4454-90bd-f3ed6e162a17, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=70b950c3-56ca-4454-90bd-f3ed6e162a17,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:53:39.243371 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': '70b950c3-56ca-4454-90bd-f3ed6e162a17', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'port_id': '70b950c3-56ca-4454-90bd-f3ed6e162a17', 'mac_address': 'fa:16:3e:91:31:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:53:39.284765 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379143b-eb35-45c2-b12a-abea57e278bb req-0d8d3b26-6b55-488d-9fd0-1b94cb192a20 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:39.291057 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b379143b-eb35-45c2-b12a-abea57e278bb req-0d8d3b26-6b55-488d-9fd0-1b94cb192a20 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 943 time: 0.0852203
Feb 28 18:53:39.334100 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b379143b-eb35-45c2-b12a-abea57e278bb req-218aa29a-182a-462e-9f22-6db6b4d090e1 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409331
Feb 28 18:53:39.348041 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:39.375778 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5af4fe80>, [{'id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'name': 'tempest-TestMinimumBasicScenario-1992002336-router', 'tenant_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'ac3e095b-4c6c-452e-a2eb-7ea50ddd6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:17Z', 'updated_at': '2022-02-28T18:53:22Z', 'revision_number': 4, 'project_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'gw_port': {'id': 'ac3e095b-4c6c-452e-a2eb-7ea50ddd6915', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:89:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:18Z', 'updated_at': '2022-02-28T18:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '5d32f529-6f57-4995-bf4e-edbfac34f14d', 'name': '', 'network_id': 'f05a3ab4-f806-4640-b390-d9e0595002ca', 'tenant_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'mac_address': 'fa:16:3e:eb:fa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e95652e6-3332-4f80-8a63-5300b65dcc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:22Z', 'updated_at': '2022-02-28T18:53:38Z', 'revision_number': 4, 'project_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'subnets': [{'id': 'e95652e6-3332-4f80-8a63-5300b65dcc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:39.379622 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31056f3d-eb3b-4bc2-9f82-a6b7320f5ef9 None None] The sync data for ids ['a6fd11d2-61d5-4e16-afe0-b17909a9647c'] in dv-cinder-831188-1-iscsi is: [{'id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'name': 'tempest-TestMinimumBasicScenario-1992002336-router', 'tenant_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'ac3e095b-4c6c-452e-a2eb-7ea50ddd6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:17Z', 'updated_at': '2022-02-28T18:53:22Z', 'revision_number': 4, 'project_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'gw_port': {'id': 'ac3e095b-4c6c-452e-a2eb-7ea50ddd6915', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:89:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:18Z', 'updated_at': '2022-02-28T18:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '5d32f529-6f57-4995-bf4e-edbfac34f14d', 'name': '', 'network_id': 'f05a3ab4-f806-4640-b390-d9e0595002ca', 'tenant_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'mac_address': 'fa:16:3e:eb:fa:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e95652e6-3332-4f80-8a63-5300b65dcc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:22Z', 'updated_at': '2022-02-28T18:53:38Z', 'revision_number': 4, 'project_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'subnets': [{'id': 'e95652e6-3332-4f80-8a63-5300b65dcc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:53:39.397818 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b950c3-56ca-4454-90bd-f3ed6e162a17 {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:53:39.423103 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 70b950c3-56ca-4454-90bd-f3ed6e162a17, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=70b950c3-56ca-4454-90bd-f3ed6e162a17,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:53:39.430069 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:39.530402 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=70b950c3-56ca-4454-90bd-f3ed6e162a17,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:39.534475 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5a9e72e0>, [{'id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'name': 'tempest-TestMinimumBasicScenario-814134810-router', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:13Z', 'revision_number': 4, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'gw_port': {'id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '5b7abf85-a4e2-4491-bfcd-479cc67e05ab', 'name': '', 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'mac_address': 'fa:16:3e:08:12:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef60b45d-4f01-4cac-9ad4-f548867b8b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:12Z', 'updated_at': '2022-02-28T18:53:38Z', 'revision_number': 4, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'subnets': [{'id': 'ef60b45d-4f01-4cac-9ad4-f548867b8b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:53:39.539061 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe6aff7-62d4-4c9a-8511-7f209a5f25a0 None None] The sync data for ids ['51d2cce5-9da5-4252-bb48-33c64ce80dd4'] in dv-cinder-831188-1-iscsi is: [{'id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'name': 'tempest-TestMinimumBasicScenario-814134810-router', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:13Z', 'revision_number': 4, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'gw_port': {'id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '5b7abf85-a4e2-4491-bfcd-479cc67e05ab', 'name': '', 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'mac_address': 'fa:16:3e:08:12:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef60b45d-4f01-4cac-9ad4-f548867b8b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:12Z', 'updated_at': '2022-02-28T18:53:38Z', 'revision_number': 4, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'subnets': [{'id': 'ef60b45d-4f01-4cac-9ad4-f548867b8b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:53:39.612167 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d1d566f2-7c8c-49fd-a23c-2cfa5d961bad req-6cabbbf1-4cd6-4244-86f1-0792448de029 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 210 time: 0.0581598
Feb 28 18:53:39.773603 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 5b7abf85-a4e2-4491-bfcd-479cc67e05ab up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:39.847051 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port 5b7abf85-a4e2-4491-bfcd-479cc67e05ab completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:53:39.852099 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 5b7abf85-a4e2-4491-bfcd-479cc67e05ab triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:39.852538 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:40.015780 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:40.052042 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port 5b7abf85-a4e2-4491-bfcd-479cc67e05ab, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=5b7abf85-a4e2-4491-bfcd-479cc67e05ab,segment=NetworkSegment(ef1555fd-768e-4e21-82f6-327d4c9aeb9a),segment_id=ef1555fd-768e-4e21-82f6-327d4c9aeb9a)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:53:40.056677 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:40.057565 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 5d32f529-6f57-4995-bf4e-edbfac34f14d up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:40.188224 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=5b7abf85-a4e2-4491-bfcd-479cc67e05ab,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:40.205957 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning for port 5d32f529-6f57-4995-bf4e-edbfac34f14d completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:53:40.211132 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 5d32f529-6f57-4995-bf4e-edbfac34f14d triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:40.211509 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:40.332742 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:40.369104 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] For port 5d32f529-6f57-4995-bf4e-edbfac34f14d, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=5d32f529-6f57-4995-bf4e-edbfac34f14d,segment=NetworkSegment(d2367f0f-8a19-4f7d-a1e8-e90376c509dc),segment_id=d2367f0f-8a19-4f7d-a1e8-e90376c509dc)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:53:40.374030 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:40.443211 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Pushing event updated for resources: {'Port': ['ID=5d32f529-6f57-4995-bf4e-edbfac34f14d,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:40.555692 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78186423-0d8f-44dc-a662-6500bfd4463c req-507c8dda-23c4-4e16-8a3f-89eef06b622a tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:40.557438 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-78186423-0d8f-44dc-a662-6500bfd4463c req-507c8dda-23c4-4e16-8a3f-89eef06b622a tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 944 time: 0.0874009
Feb 28 18:53:40.603794 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-78186423-0d8f-44dc-a662-6500bfd4463c req-631a5db6-2438-46eb-97b2-38fcc61f1616 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404930
Feb 28 18:53:40.781801 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d17e826f-c423-4aef-a8ce-cc5d7a24bc63 req-25ba3fbf-812b-42af-82b1-9df75cba12b6 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 210 time: 0.0417755
Feb 28 18:53:41.732566 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 5b7abf85-a4e2-4491-bfcd-479cc67e05ab up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:41.738087 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:53:41.800443 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 5b7abf85-a4e2-4491-bfcd-479cc67e05ab triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:41.800781 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:41.806578 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c0969-dc8f-4796-954a-16e1cb160210 req-87f3f4f5-6ca1-4542-b14d-60dc10bcd9ad tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:41.808208 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2c6c0969-dc8f-4796-954a-16e1cb160210 req-87f3f4f5-6ca1-4542-b14d-60dc10bcd9ad tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 944 time: 0.0767307
Feb 28 18:53:41.853734 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2c6c0969-dc8f-4796-954a-16e1cb160210 req-b461f6d7-a0bc-491e-8771-d51f8addf22c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395694
Feb 28 18:53:41.915815 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 5d32f529-6f57-4995-bf4e-edbfac34f14d up at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:41.964418 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ec2f5e12-7b06-4e8f-a6ec-1aead06add6d req-ee85f6c3-a417-4918-9c67-041662fe6662 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 210 time: 0.0520098
Feb 28 18:53:41.987652 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Provisioning complete for port 5d32f529-6f57-4995-bf4e-edbfac34f14d triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:41.988023 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:43.072330 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['70b950c3-56ca-4454-90bd-f3ed6e162a17'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:53:43.135596 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2523d-dd1f-4a0a-9ddb-667273d47593 req-d70db00d-61cf-42b7-afa2-6a6d4e179c47 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:43.137147 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a469c99a-94ac-4a36-a3cc-42d8d4c33c55 req-30014a81-13e7-4819-8651-e2b41d686fe6 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 210 time: 0.0511179
Feb 28 18:53:43.138321 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fea2523d-dd1f-4a0a-9ddb-667273d47593 req-d70db00d-61cf-42b7-afa2-6a6d4e179c47 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 944 time: 0.1590390
Feb 28 18:53:43.199221 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fea2523d-dd1f-4a0a-9ddb-667273d47593 req-e9e24b5a-c58c-4f38-ad8b-e8527862b357 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550799
Feb 28 18:53:43.361298 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-48af649f-2972-4f1a-9654-a6ed6f69099b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:43.362783 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-48af649f-2972-4f1a-9654-a6ed6f69099b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.70 "GET /v2.0/networks?id=37ceae1c-d0dc-4e09-a2ee-36dde56e5535 HTTP/1.1" status: 200  len: 814 time: 0.1475995
Feb 28 18:53:43.379334 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-6a927950-e942-41d2-83d3-f276cc3d2f2a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Request body: {'port': {'device_id': '6d5b71c0-8b6a-49d3-a01d-14d500b46bc4', 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535', 'admin_state_up': True, 'tenant_id': '9b10fda6245e4b409fad0032864b3671'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:53:43.512455 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-6a927950-e942-41d2-83d3-f276cc3d2f2a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:53:43.521962 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-6a927950-e942-41d2-83d3-f276cc3d2f2a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:53:43.534310 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-6a927950-e942-41d2-83d3-f276cc3d2f2a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Made reservation on behalf of 9b10fda6245e4b409fad0032864b3671 for: {'port': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:53:43.537256 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-6a927950-e942-41d2-83d3-f276cc3d2f2a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:43.696478 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-6a927950-e942-41d2-83d3-f276cc3d2f2a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Allocated IP 172.20.0.12 (37ceae1c-d0dc-4e09-a2ee-36dde56e5535/ef60b45d-4f01-4cac-9ad4-f548867b8b95/4f27af5d-c4ff-467b-af89-892bf9d57eaf) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:53:43.968273 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-6a927950-e942-41d2-83d3-f276cc3d2f2a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:44.003046 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-6a927950-e942-41d2-83d3-f276cc3d2f2a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Transition to ACTIVE for port object 4f27af5d-c4ff-467b-af89-892bf9d57eaf will not be triggered until provisioned by entity DHCP. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:53:44.031870 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-6a927950-e942-41d2-83d3-f276cc3d2f2a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:44.142052 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-6a927950-e942-41d2-83d3-f276cc3d2f2a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Network 37ceae1c-d0dc-4e09-a2ee-36dde56e5535 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:53:44.145707 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-6a927950-e942-41d2-83d3-f276cc3d2f2a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:53:44.151511 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-6a927950-e942-41d2-83d3-f276cc3d2f2a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:53:44.540082 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a927950-e942-41d2-83d3-f276cc3d2f2a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Pushing event updated for resources: {'Port': ['ID=4f27af5d-c4ff-467b-af89-892bf9d57eaf,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:44.563975 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-8efbafe3-2508-4321-a81e-87457170d618 None None] Provisioning for port 4f27af5d-c4ff-467b-af89-892bf9d57eaf completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:53:44.576611 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-8efbafe3-2508-4321-a81e-87457170d618 None None] Provisioning complete for port 4f27af5d-c4ff-467b-af89-892bf9d57eaf triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:44.578270 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-8efbafe3-2508-4321-a81e-87457170d618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:44.594691 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-6a927950-e942-41d2-83d3-f276cc3d2f2a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:44.595635 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-6a927950-e942-41d2-83d3-f276cc3d2f2a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:44.634209 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8f707-9242-44dd-b2bc-0902b872901b req-0cdeaca0-dc59-483d-a497-84c6d3b6a621 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:44.635451 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-1aa8f707-9242-44dd-b2bc-0902b872901b req-0cdeaca0-dc59-483d-a497-84c6d3b6a621 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Synchronizing usage tracker for tenant:9b10fda6245e4b409fad0032864b3671 on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:53:44.641867 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-6a927950-e942-41d2-83d3-f276cc3d2f2a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2662971
Feb 28 18:53:44.663512 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-1aa8f707-9242-44dd-b2bc-0902b872901b req-0cdeaca0-dc59-483d-a497-84c6d3b6a621 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Unset dirty status for tenant:9b10fda6245e4b409fad0032864b3671 on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:53:44.667253 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1aa8f707-9242-44dd-b2bc-0902b872901b req-0cdeaca0-dc59-483d-a497-84c6d3b6a621 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 932 time: 0.2443280
Feb 28 18:53:44.674600 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c95abf-3464-4ed1-9181-e3fcb278d3f0 req-652f8d07-b291-4844-98f8-7c5f172b7c55 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:44.682036 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-46c95abf-3464-4ed1-9181-e3fcb278d3f0 req-652f8d07-b291-4844-98f8-7c5f172b7c55 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 944 time: 0.2100508
Feb 28 18:53:44.733485 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-8efbafe3-2508-4321-a81e-87457170d618 None None] Port 4f27af5d-c4ff-467b-af89-892bf9d57eaf cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:53:44.740613 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1aa8f707-9242-44dd-b2bc-0902b872901b req-b56beeb3-6f9c-4973-9ec9-4ed649534b9e tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674651
Feb 28 18:53:44.750884 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-46c95abf-3464-4ed1-9181-e3fcb278d3f0 req-0e3c2d42-7dbd-4521-b024-b36946e18111 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650520
Feb 28 18:53:44.813173 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 70b950c3-56ca-4454-90bd-f3ed6e162a17 up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:53:44.911178 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port 70b950c3-56ca-4454-90bd-f3ed6e162a17 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:53:44.916921 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port 70b950c3-56ca-4454-90bd-f3ed6e162a17 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:53:44.917429 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:45.090549 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:45.125443 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dac2280-0f5a-41ac-86c4-3e92f780477f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b950c3-56ca-4454-90bd-f3ed6e162a17'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:53:45.140069 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 70b950c3-56ca-4454-90bd-f3ed6e162a17, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=70b950c3-56ca-4454-90bd-f3ed6e162a17,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:53:45.147019 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:45.282764 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=70b950c3-56ca-4454-90bd-f3ed6e162a17,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:45.312874 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dac2280-0f5a-41ac-86c4-3e92f780477f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b950c3-56ca-4454-90bd-f3ed6e162a17', 'code': 200}
Feb 28 18:53:46.040479 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c88504-7c82-4a54-9dd1-7af13566796d req-082741c7-85b5-4cff-80fe-8d722593a185 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:46.042813 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f2c88504-7c82-4a54-9dd1-7af13566796d req-082741c7-85b5-4cff-80fe-8d722593a185 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 945 time: 0.1126888
Feb 28 18:53:46.069089 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b8a09-a424-4a51-aea8-b94313c1b828 req-025d86fe-cfc4-42de-b0a3-144b56e70faf tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:46.074647 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-588b8a09-a424-4a51-aea8-b94313c1b828 req-025d86fe-cfc4-42de-b0a3-144b56e70faf tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 932 time: 0.1361108
Feb 28 18:53:46.151329 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f2c88504-7c82-4a54-9dd1-7af13566796d req-00e8fbe0-3cfd-4e6d-9a8a-0917042823cd tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010559
Feb 28 18:53:46.172305 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-588b8a09-a424-4a51-aea8-b94313c1b828 req-b3d01dd5-8a30-4a43-8021-2671bdd014a6 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Synchronizing usage tracker for tenant:9b10fda6245e4b409fad0032864b3671 on resource:security_group {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:53:46.193259 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-588b8a09-a424-4a51-aea8-b94313c1b828 req-b3d01dd5-8a30-4a43-8021-2671bdd014a6 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Unset dirty status for tenant:9b10fda6245e4b409fad0032864b3671 on resource:security_group {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:53:46.203797 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-588b8a09-a424-4a51-aea8-b94313c1b828 req-b3d01dd5-8a30-4a43-8021-2671bdd014a6 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210201
Feb 28 18:53:47.606685 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f6b4e-ecd0-42a6-a683-006f34352075 req-7257d4cc-53b3-4eb5-ab7d-3f5fa8a63770 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:47.609240 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a87f6b4e-ecd0-42a6-a683-006f34352075 req-7257d4cc-53b3-4eb5-ab7d-3f5fa8a63770 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 932 time: 0.1899514
Feb 28 18:53:47.711131 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66228bc9-4cc9-498a-86d5-58a7d9771ef0 req-5f91788e-5421-4c76-8fbb-c5df30132487 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:47.715960 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-66228bc9-4cc9-498a-86d5-58a7d9771ef0 req-5f91788e-5421-4c76-8fbb-c5df30132487 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 945 time: 0.2428861
Feb 28 18:53:47.737726 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a87f6b4e-ecd0-42a6-a683-006f34352075 req-bea4ea1c-e7c1-4ca3-b41b-15237a1edd0a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135280
Feb 28 18:53:47.811189 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-66228bc9-4cc9-498a-86d5-58a7d9771ef0 req-416fb04d-44f6-48b1-9ffd-7663517239b4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0866024
Feb 28 18:53:48.939992 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23be5a-f4f5-4601-8606-3d7692681f98 req-6af50748-7341-473b-adf4-d9d38008d824 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:48.947192 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fd23be5a-f4f5-4601-8606-3d7692681f98 req-6af50748-7341-473b-adf4-d9d38008d824 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 932 time: 0.0891519
Feb 28 18:53:49.001439 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fd23be5a-f4f5-4601-8606-3d7692681f98 req-3a29fe87-b580-4d3b-ad1f-75e8ca2373ea tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531304
Feb 28 18:53:49.186767 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0695b6bd-b391-4fb4-82d7-4be42831608a req-df77aaa5-82ab-40b6-a682-89ffd64c7f81 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:49.188305 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0695b6bd-b391-4fb4-82d7-4be42831608a req-df77aaa5-82ab-40b6-a682-89ffd64c7f81 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 945 time: 0.1431603
Feb 28 18:53:49.332271 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0695b6bd-b391-4fb4-82d7-4be42831608a req-77602b9e-0825-49e0-8d5d-a4abaf422355 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1285346
Feb 28 18:53:50.273499 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1c245-ab9e-41ca-8d31-b36692ffd72d req-62bb4af5-bdc5-449e-b44c-80f5f34ddde1 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:50.287070 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7ad1c245-ab9e-41ca-8d31-b36692ffd72d req-62bb4af5-bdc5-449e-b44c-80f5f34ddde1 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 932 time: 0.1404374
Feb 28 18:53:50.364596 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7ad1c245-ab9e-41ca-8d31-b36692ffd72d req-929b9271-6353-4161-a14b-648b0867ac87 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766389
Feb 28 18:53:50.628884 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dad18-334e-4d15-b5e5-3af1b8f7eeba req-c99cd2f2-e396-4986-aab8-d7f12ccdbc11 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:50.644326 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ad8dad18-334e-4d15-b5e5-3af1b8f7eeba req-c99cd2f2-e396-4986-aab8-d7f12ccdbc11 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 945 time: 0.1282613
Feb 28 18:53:50.716148 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ad8dad18-334e-4d15-b5e5-3af1b8f7eeba req-a477c553-449e-48bb-b228-f8434466f01a tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706854
Feb 28 18:53:51.620468 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408d899-1cc1-4b14-873b-13bad9f57f44 req-05b8eea6-118f-481a-80d0-e053f5d48780 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:51.623104 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1408d899-1cc1-4b14-873b-13bad9f57f44 req-05b8eea6-118f-481a-80d0-e053f5d48780 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.1124704
Feb 28 18:53:51.686491 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1408d899-1cc1-4b14-873b-13bad9f57f44 req-42bc5b27-dec7-4c7b-b94b-7fcaba520756 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0547912
Feb 28 18:53:51.764992 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83f0cc-841a-4724-bd17-71134802c242 req-8e57f62a-c51d-474c-ac2b-3f00073e2df8 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:51.766605 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5f83f0cc-841a-4724-bd17-71134802c242 req-8e57f62a-c51d-474c-ac2b-3f00073e2df8 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 932 time: 0.1874926
Feb 28 18:53:51.840702 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5f83f0cc-841a-4724-bd17-71134802c242 req-53bc16a7-9f1a-41bb-999b-019c3deb0119 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678432
Feb 28 18:53:51.974631 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71c418-f82f-4f89-85f9-8282cca26053 req-3ecdc939-e71c-4d28-87ab-e3f8dbd71425 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:51.982765 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cf71c418-f82f-4f89-85f9-8282cca26053 req-3ecdc939-e71c-4d28-87ab-e3f8dbd71425 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 945 time: 0.0951352
Feb 28 18:53:52.039019 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cf71c418-f82f-4f89-85f9-8282cca26053 req-912a925e-eafe-4329-b8e2-b134cca495f5 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550966
Feb 28 18:53:53.022473 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfb67a-32f9-4f9b-9a7f-0cddbe0384c3 req-051bcadd-d535-4da9-acb2-5bd5b097cf4c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:53.027908 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-59bfb67a-32f9-4f9b-9a7f-0cddbe0384c3 req-051bcadd-d535-4da9-acb2-5bd5b097cf4c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.1522820
Feb 28 18:53:53.177955 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-59bfb67a-32f9-4f9b-9a7f-0cddbe0384c3 req-6f117e28-4242-4f1a-8b1e-37ac4753ae25 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1460812
Feb 28 18:53:53.304579 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6fc55-81c0-42e3-a428-08415fe71960 req-76f5119f-2b39-425f-bf08-7f59d84997d4 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:53.309380 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6fe6fc55-81c0-42e3-a428-08415fe71960 req-76f5119f-2b39-425f-bf08-7f59d84997d4 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 932 time: 0.2560916
Feb 28 18:53:53.379330 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6fe6fc55-81c0-42e3-a428-08415fe71960 req-4e0c78f7-6e4f-45f0-9308-7a08f06a972f tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644956
Feb 28 18:53:53.559672 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777d59d-297f-4795-a75f-c26f74059700 req-39d7025f-26cf-4db8-9bf9-b07d99678e57 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:53.561712 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7777d59d-297f-4795-a75f-c26f74059700 req-39d7025f-26cf-4db8-9bf9-b07d99678e57 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 945 time: 0.1536963
Feb 28 18:53:53.658541 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7777d59d-297f-4795-a75f-c26f74059700 req-e0769d8c-0dff-4743-a734-e1b13220c315 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891907
Feb 28 18:53:54.622673 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673c32f-0912-4459-ad3c-0d9ab1cfab82 req-0512a2b0-6a23-4877-8eb4-caf45656ebee tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:54.637355 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f673c32f-0912-4459-ad3c-0d9ab1cfab82 req-0512a2b0-6a23-4877-8eb4-caf45656ebee tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.1827426
Feb 28 18:53:54.758992 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f673c32f-0912-4459-ad3c-0d9ab1cfab82 req-8f2b4863-a4f4-42aa-85aa-fba5ea8de326 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1249752
Feb 28 18:53:54.819913 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87090140-43ae-49a6-bfd6-b966a5396840 req-81384ba4-e399-4762-a6e8-b50711427ff1 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:54.827100 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-87090140-43ae-49a6-bfd6-b966a5396840 req-81384ba4-e399-4762-a6e8-b50711427ff1 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 932 time: 0.1695747
Feb 28 18:53:54.927687 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-87090140-43ae-49a6-bfd6-b966a5396840 req-f8dc179d-9793-44c7-a9d1-4b400a4aaec0 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988510
Feb 28 18:53:55.050593 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d3009-bef8-4eba-9abe-a8f592fae197 req-be99931f-ff52-4731-a45d-10d355bbc9f7 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:55.052129 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-256d3009-bef8-4eba-9abe-a8f592fae197 req-be99931f-ff52-4731-a45d-10d355bbc9f7 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 945 time: 0.0829213
Feb 28 18:53:55.161027 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-256d3009-bef8-4eba-9abe-a8f592fae197 req-75472c76-305f-40e8-90a5-67390bd06fb2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1026537
Feb 28 18:53:56.030135 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74afa5-c155-40a8-8e7f-62721118047f req-dbf3fef4-0005-4b7e-b7cb-48556ec42c26 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:56.031672 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-dd74afa5-c155-40a8-8e7f-62721118047f req-dbf3fef4-0005-4b7e-b7cb-48556ec42c26 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.1179631
Feb 28 18:53:56.092023 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-1f22cb02-134d-4f02-9026-19a4360d02e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:56.100706 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-dd74afa5-c155-40a8-8e7f-62721118047f req-acf930a6-860d-4f6d-924a-90627c200c69 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571568
Feb 28 18:53:56.192222 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cf2fa-d94d-4935-abb7-ec37063432ed req-24601d08-3fe5-4ae4-b863-07982682aefd tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:56.199189 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e10cf2fa-d94d-4935-abb7-ec37063432ed req-24601d08-3fe5-4ae4-b863-07982682aefd tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 932 time: 0.1037779
Feb 28 18:53:56.254182 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e10cf2fa-d94d-4935-abb7-ec37063432ed req-9070484f-8512-48c9-9165-7a5955b50ed4 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540392
Feb 28 18:53:56.427189 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68d8fb-b3f1-4e2c-bee4-e4ebf436da12 req-2459fe2f-5166-4a6a-9aa6-70f1d3b9ba3f tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:56.434466 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-8d68d8fb-b3f1-4e2c-bee4-e4ebf436da12 req-2459fe2f-5166-4a6a-9aa6-70f1d3b9ba3f tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 945 time: 0.1050591
Feb 28 18:53:56.479442 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-8d68d8fb-b3f1-4e2c-bee4-e4ebf436da12 req-5baf7169-6a18-4460-b064-9a81dcd0d9fb tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436032
Feb 28 18:53:57.372116 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a50f7-80df-4dfc-9006-169774f47603 req-a65fb905-763c-48a2-82a0-c8c5cbbb25b3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:57.374438 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8b3a50f7-80df-4dfc-9006-169774f47603 req-a65fb905-763c-48a2-82a0-c8c5cbbb25b3 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.0927706
Feb 28 18:53:57.438430 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8b3a50f7-80df-4dfc-9006-169774f47603 req-18d8bb13-7574-47c3-a33f-cbdc5829b8fd tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562139
Feb 28 18:53:57.471489 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a6a085-c666-4b75-a3dc-f97eb37992a8 req-d3f4c70c-286f-419a-be6b-278dbfcd279e tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:57.478406 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a9a6a085-c666-4b75-a3dc-f97eb37992a8 req-d3f4c70c-286f-419a-be6b-278dbfcd279e tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 932 time: 0.0874522
Feb 28 18:53:57.530388 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a9a6a085-c666-4b75-a3dc-f97eb37992a8 req-7d08b0f4-775d-424b-a71c-7741345d9636 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510957
Feb 28 18:53:57.705805 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852d2e6-6068-4b62-9258-ef509aaf4d6c req-f90442f5-d12e-4f04-9977-e14ec2d66578 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:57.707855 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f852d2e6-6068-4b62-9258-ef509aaf4d6c req-f90442f5-d12e-4f04-9977-e14ec2d66578 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 945 time: 0.0831256
Feb 28 18:53:57.755784 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f852d2e6-6068-4b62-9258-ef509aaf4d6c req-eacd54ca-e7ff-4423-9007-b1457453d06e tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423989
Feb 28 18:53:58.289919 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f310d5c8-98b2-492c-9d70-53658ded4dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:58.481404 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] Request body: {'port': {'device_id': '6d5b71c0-8b6a-49d3-a01d-14d500b46bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:53:58.658031 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:58.792549 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541661f1-2a14-4084-8212-45ac1595cd3f req-374a505e-bc50-479a-aff6-12612b78177c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:58.800015 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-541661f1-2a14-4084-8212-45ac1595cd3f req-374a505e-bc50-479a-aff6-12612b78177c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.1041207
Feb 28 18:53:58.871402 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-541661f1-2a14-4084-8212-45ac1595cd3f req-23d4e420-deee-45c7-ae10-128de5df4036 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701725
Feb 28 18:53:59.087322 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07a16d-723f-4599-a7c8-34bfef2d038b req-d16e457f-710e-4de1-ba28-f5d4bddd1e4a tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:59.089577 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1d07a16d-723f-4599-a7c8-34bfef2d038b req-d16e457f-710e-4de1-ba28-f5d4bddd1e4a tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 945 time: 0.0869453
Feb 28 18:53:59.155571 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1d07a16d-723f-4599-a7c8-34bfef2d038b req-a78dd4f3-c196-47d7-be5a-cc45b6988be5 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593276
Feb 28 18:53:59.388263 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a000aac6-187b-4956-814b-2b4777a4bede req-995be174-3f4e-4082-a2c2-0956f15ee814 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 1098 time: 0.2180169
Feb 28 18:53:59.401090 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2064431-89b7-46f2-aec0-95d5bc7aa53f req-820c807b-2a1f-4547-9cb0-b81e76c97f04 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:53:59.403018 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e2064431-89b7-46f2-aec0-95d5bc7aa53f req-820c807b-2a1f-4547-9cb0-b81e76c97f04 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 932 time: 0.6400206
Feb 28 18:53:59.480466 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f27af5d-c4ff-467b-af89-892bf9d57eaf {{(pid=83063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:53:59.481719 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:59.501695 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:59.522841 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a000aac6-187b-4956-814b-2b4777a4bede req-2242462b-acb2-4b4f-bd64-dd5d1d1ee6c0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1183641
Feb 28 18:53:59.538112 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:59.551165 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e2064431-89b7-46f2-aec0-95d5bc7aa53f req-180e182b-4781-4dbd-82fc-4fb8f1d00052 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195378
Feb 28 18:53:59.552319 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] Transition to ACTIVE for port object 4f27af5d-c4ff-467b-af89-892bf9d57eaf will not be triggered until provisioned by entity L2. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:53:59.560768 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:53:59.723697 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] Pushing event updated for resources: {'Port': ['ID=4f27af5d-c4ff-467b-af89-892bf9d57eaf,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:53:59.863517 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] Attempting to bind port 4f27af5d-c4ff-467b-af89-892bf9d57eaf on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:53:59.864114 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] Attempting to bind port 4f27af5d-c4ff-467b-af89-892bf9d57eaf by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'ef1555fd-768e-4e21-82f6-327d4c9aeb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535'}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:53:59.864613 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] Attempting to bind port 4f27af5d-c4ff-467b-af89-892bf9d57eaf on network 37ceae1c-d0dc-4e09-a2ee-36dde56e5535 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:53:59.872905 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] Port 4f27af5d-c4ff-467b-af89-892bf9d57eaf on network 37ceae1c-d0dc-4e09-a2ee-36dde56e5535 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:53:59.873410 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] Attempting to bind port 4f27af5d-c4ff-467b-af89-892bf9d57eaf on network 37ceae1c-d0dc-4e09-a2ee-36dde56e5535 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:53:59.882285 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:53:59.882899 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] Checking segment: {'id': 'ef1555fd-768e-4e21-82f6-327d4c9aeb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:53:59.883276 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] Bound using segment: {'id': 'ef1555fd-768e-4e21-82f6-327d4c9aeb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535'} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:53:59.883697 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] Bound port: 4f27af5d-c4ff-467b-af89-892bf9d57eaf, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef1555fd-768e-4e21-82f6-327d4c9aeb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535'}}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:53:59.884037 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:00.004514 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] For port 4f27af5d-c4ff-467b-af89-892bf9d57eaf, host hv-cinder-83118, cleared binding levels {{(pid=83063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:54:00.008620 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] For port 4f27af5d-c4ff-467b-af89-892bf9d57eaf, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4f27af5d-c4ff-467b-af89-892bf9d57eaf,segment=NetworkSegment(ef1555fd-768e-4e21-82f6-327d4c9aeb9a),segment_id=ef1555fd-768e-4e21-82f6-327d4c9aeb9a)] {{(pid=83063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:54:00.015836 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:00.104261 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:00.104261 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] 10.222.0.70 "PUT /v2.0/ports/4f27af5d-c4ff-467b-af89-892bf9d57eaf HTTP/1.1" status: 200  len: 1094 time: 1.6223481
Feb 28 18:54:00.104261 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5b71c0-8b6a-49d3-a01d-14d500b46bc4', 'tag': '4f27af5d-c4ff-467b-af89-892bf9d57eaf'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:54:00.138710 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70346a3a-cd96-4659-a50a-580dc8af26cd service neutron] Pushing event updated for resources: {'Port': ['ID=4f27af5d-c4ff-467b-af89-892bf9d57eaf,revision_number=3']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:00.149769 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae96d9-4dff-40c5-87b4-d25219d72534 req-6132c80d-002e-4c92-87f4-a7da7c1f63bf tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:00.151756 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-96ae96d9-4dff-40c5-87b4-d25219d72534 req-6132c80d-002e-4c92-87f4-a7da7c1f63bf tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.1377287
Feb 28 18:54:00.215130 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-96ae96d9-4dff-40c5-87b4-d25219d72534 req-9d74cd5b-dfbf-4b77-b0ce-d455e753fa45 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570898
Feb 28 18:54:00.287297 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5b71c0-8b6a-49d3-a01d-14d500b46bc4', 'tag': '4f27af5d-c4ff-467b-af89-892bf9d57eaf', 'status': 'completed', 'code': 200}
Feb 28 18:54:00.335454 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-68f17738-1d45-4a5e-a99a-2cffc5dd85a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b10fda6245e4b409fad0032864b3671&device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 1097 time: 0.1503232
Feb 28 18:54:00.424634 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-3559698d-cfbc-40ee-b256-e606b8db79c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f27af5d-c4ff-467b-af89-892bf9d57eaf HTTP/1.1" status: 200  len: 217 time: 0.0793655
Feb 28 18:54:00.558826 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-5acb8eee-a3db-4d84-a740-2ff6fb03d226 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:00.562580 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-5acb8eee-a3db-4d84-a740-2ff6fb03d226 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef60b45d-4f01-4cac-9ad4-f548867b8b95 HTTP/1.1" status: 200  len: 853 time: 0.0999181
Feb 28 18:54:00.577953 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4b947-43c5-4660-96dc-4811f16cd8b3 req-7c2e033d-4223-425e-9bf7-ad19d970e4dc tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:00.584890 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2fc4b947-43c5-4660-96dc-4811f16cd8b3 req-7c2e033d-4223-425e-9bf7-ad19d970e4dc tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 945 time: 0.1630063
Feb 28 18:54:00.720361 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:00.734702 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2fc4b947-43c5-4660-96dc-4811f16cd8b3 req-b1f21628-34d8-49c2-b1a0-4296ca956b8d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1487694
Feb 28 18:54:00.775388 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08cd2a10-9e44-42f2-b495-c23ea857025b req-d1d08fa9-42a1-401f-993e-08e956f76006 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c9c9337657d43f59f92137cbfb4bdcb&device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 1099 time: 0.1641879
Feb 28 18:54:00.787962 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-485e10d1-e5cc-4778-9efd-62b138740062 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=37ceae1c-d0dc-4e09-a2ee-36dde56e5535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1753490
Feb 28 18:54:00.790887 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd33f6-9422-45d7-8b8e-460cbcf702de req-49abea79-766c-433f-8f08-97d49bce60b4 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:00.798176 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-97cd33f6-9422-45d7-8b8e-460cbcf702de req-49abea79-766c-433f-8f08-97d49bce60b4 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 944 time: 0.1097612
Feb 28 18:54:00.804012 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:00.855663 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-97cd33f6-9422-45d7-8b8e-460cbcf702de req-58f990c8-81ec-47f4-a7fc-08b81bf6fd43 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562296
Feb 28 18:54:01.059114 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-8cd60abf-4c9b-4bf5-b23b-54694bc424c0 service neutron] 10.222.0.70 "GET /v2.0/networks/37ceae1c-d0dc-4e09-a2ee-36dde56e5535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2611299
Feb 28 18:54:01.060666 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd2a10-9e44-42f2-b495-c23ea857025b req-04818569-4a05-426a-a866-3be1d0583b3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:01.062066 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08cd2a10-9e44-42f2-b495-c23ea857025b req-04818569-4a05-426a-a866-3be1d0583b3a service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88bc605-548b-40fa-8e31-819c1a23132c HTTP/1.1" status: 200  len: 917 time: 0.2442062
Feb 28 18:54:01.416203 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08cd2a10-9e44-42f2-b495-c23ea857025b req-bb77e352-7ef4-41d2-99c8-2d37c46e0909 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4eeeeea6-2751-470f-8af0-cf73f2d8fa02 HTTP/1.1" status: 200  len: 1002 time: 0.3381574
Feb 28 18:54:01.540061 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7fd1743b-4a3d-410e-bdaf-b32925681a49 req-dad3ac3f-b196-4f34-9744-b28ceab99c60 service neutron] 10.222.0.70 "GET /v2.0/networks/37ceae1c-d0dc-4e09-a2ee-36dde56e5535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4633756
Feb 28 18:54:01.553792 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd2a10-9e44-42f2-b495-c23ea857025b req-c4f99f7e-88e4-41b7-adf7-6b6ab107cf68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:01.555397 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08cd2a10-9e44-42f2-b495-c23ea857025b req-c4f99f7e-88e4-41b7-adf7-6b6ab107cf68 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0397a5d3-99dd-4619-9152-f3a0940b516f HTTP/1.1" status: 200  len: 855 time: 0.0929081
Feb 28 18:54:01.707180 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19139498-cedc-4581-9b33-4fae5f358b40 req-abdd227b-0558-4b4a-a6d4-49d076369aab tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:01.709078 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-19139498-cedc-4581-9b33-4fae5f358b40 req-abdd227b-0558-4b4a-a6d4-49d076369aab tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.2951248
Feb 28 18:54:01.776379 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08cd2a10-9e44-42f2-b495-c23ea857025b req-cc8a012e-841b-4a57-806e-422b110b40a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88bc605-548b-40fa-8e31-819c1a23132c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2132723
Feb 28 18:54:01.783161 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-89bdcfb5-c071-4fdf-b9c5-7e82e3ed4047 req-77db51dd-375e-4caf-a5f6-1eaab5dad382 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b10fda6245e4b409fad0032864b3671&device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 1097 time: 0.1834316
Feb 28 18:54:01.785530 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-19139498-cedc-4581-9b33-4fae5f358b40 req-ad7d2778-11dc-42d8-8520-0803d08106fd tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640829
Feb 28 18:54:02.095300 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdcfb5-c071-4fdf-b9c5-7e82e3ed4047 req-5a4f90be-5841-4a3a-a97e-7ebefcc406d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:02.096686 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-89bdcfb5-c071-4fdf-b9c5-7e82e3ed4047 req-5a4f90be-5841-4a3a-a97e-7ebefcc406d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=37ceae1c-d0dc-4e09-a2ee-36dde56e5535 HTTP/1.1" status: 200  len: 915 time: 0.2728810
Feb 28 18:54:02.103680 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5e7ff-8037-40b0-bb0b-212940a8d02e req-720c85d9-b21b-4411-bf3c-da881914392d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:02.111700 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-30c5e7ff-8037-40b0-bb0b-212940a8d02e req-720c85d9-b21b-4411-bf3c-da881914392d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 945 time: 0.1087720
Feb 28 18:54:02.169936 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-30c5e7ff-8037-40b0-bb0b-212940a8d02e req-d442c5cd-7cf5-4380-afd1-f46a329601be tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572562
Feb 28 18:54:02.187727 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08cd2a10-9e44-42f2-b495-c23ea857025b req-96283a7c-0572-4b66-96a8-5a58c9828fb3 service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3932772
Feb 28 18:54:02.196480 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-89bdcfb5-c071-4fdf-b9c5-7e82e3ed4047 req-55bdecf0-7696-4601-9e3b-82d839e1b74e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f27af5d-c4ff-467b-af89-892bf9d57eaf HTTP/1.1" status: 200  len: 217 time: 0.0875843
Feb 28 18:54:02.396689 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1ad53-9821-47b3-8584-ea7ff0cd7aa7 req-99aaf2c3-c5ea-4a4e-8f00-55e06190c82c tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:02.398199 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1da1ad53-9821-47b3-8584-ea7ff0cd7aa7 req-99aaf2c3-c5ea-4a4e-8f00-55e06190c82c tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 944 time: 0.3691421
Feb 28 18:54:02.437638 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f63c1-d467-4e87-a99e-611777ba3b05 req-50340385-ca0e-4c68-9ee9-465b8a9b3b68 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:02.445559 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-225f63c1-d467-4e87-a99e-611777ba3b05 req-50340385-ca0e-4c68-9ee9-465b8a9b3b68 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 945 time: 0.1292930
Feb 28 18:54:02.447388 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bdcfb5-c071-4fdf-b9c5-7e82e3ed4047 req-169f65fe-fb54-4f46-880f-6846c6a5a259 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:02.449091 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-89bdcfb5-c071-4fdf-b9c5-7e82e3ed4047 req-169f65fe-fb54-4f46-880f-6846c6a5a259 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef60b45d-4f01-4cac-9ad4-f548867b8b95 HTTP/1.1" status: 200  len: 853 time: 0.2370605
Feb 28 18:54:02.505997 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-225f63c1-d467-4e87-a99e-611777ba3b05 req-bf1526e3-1e28-4619-a9d6-4c6499c8ffd4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590296
Feb 28 18:54:02.522466 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08cd2a10-9e44-42f2-b495-c23ea857025b req-d3357e78-31d1-40b7-81b3-27021fb08fdb service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3090355
Feb 28 18:54:02.534444 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1da1ad53-9821-47b3-8584-ea7ff0cd7aa7 req-77fab9f8-9b43-423e-9b3b-5e744559242a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248264
Feb 28 18:54:02.543462 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 37516) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:02.583274 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-89bdcfb5-c071-4fdf-b9c5-7e82e3ed4047 req-5b18c849-bd49-4916-bdc8-e052ebac0cad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=37ceae1c-d0dc-4e09-a2ee-36dde56e5535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1158047
Feb 28 18:54:02.734144 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-89bdcfb5-c071-4fdf-b9c5-7e82e3ed4047 req-85f63589-6068-4b6b-a633-c212679206cf service neutron] 10.222.0.70 "GET /v2.0/networks/37ceae1c-d0dc-4e09-a2ee-36dde56e5535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414113
Feb 28 18:54:02.884659 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-7eff5b29-a11d-4df9-a8b5-9d01c93c064d tempest-TestVolumeBootPattern-1145825107 tempest-TestVolumeBootPattern-1145825107-project-admin] Synchronizing usage tracker for tenant:bfc39115fa0644a5a324aa4890e86bfc on resource:port {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:54:02.891153 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-89bdcfb5-c071-4fdf-b9c5-7e82e3ed4047 req-4855afac-a830-47ee-9b82-59a620154876 service neutron] 10.222.0.70 "GET /v2.0/networks/37ceae1c-d0dc-4e09-a2ee-36dde56e5535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480219
Feb 28 18:54:02.908796 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-7eff5b29-a11d-4df9-a8b5-9d01c93c064d tempest-TestVolumeBootPattern-1145825107 tempest-TestVolumeBootPattern-1145825107-project-admin] Unset dirty status for tenant:bfc39115fa0644a5a324aa4890e86bfc on resource:port {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:54:02.913563 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-7eff5b29-a11d-4df9-a8b5-9d01c93c064d tempest-TestVolumeBootPattern-1145825107 tempest-TestVolumeBootPattern-1145825107-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 1093 time: 0.3686466
Feb 28 18:54:02.914543 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 37524) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:02.920895 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Request body: {'floatingip': {'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'port_id': '70b950c3-56ca-4454-90bd-f3ed6e162a17', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:54:02.926991 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:54:02.931706 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Usage tracker for resource:floatingip and tenant:16e7d713da4349b3977dab0041ed0bee is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:54:02.935723 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:54:02.941650 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:54:03.059743 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for floatingip, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:03.176134 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65712806-89b4-4d64-b23f-f433a6126290 req-fb27ff7d-ad17-4a8c-a823-3821bffe25fd tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:03.177544 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-65712806-89b4-4d64-b23f-f433a6126290 req-fb27ff7d-ad17-4a8c-a823-3821bffe25fd tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.2298713
Feb 28 18:54:03.241456 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-65712806-89b4-4d64-b23f-f433a6126290 req-574bcfca-760a-4ff2-a51c-cceec47e7e72 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570228
Feb 28 18:54:03.255355 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:03.401173 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_common [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Allocated IP 172.27.3.228 (f40459f8-f658-4119-914b-b9023327a718/14c23ed2-446a-414e-8e86-91dabee5c278/3b65d268-dfbf-403b-b46d-0a939ebb4269) {{(pid=83062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:54:03.549296 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for port, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:03.581750 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:03.647246 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Network f40459f8-f658-4119-914b-b9023327a718 is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:54:03.650508 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:54:03.654151 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Received port after_create {{(pid=83062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:54:03.690060 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event updated for resources: {'Port': ['ID=3b65d268-dfbf-403b-b46d-0a939ebb4269,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:03.711663 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:03.712011 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:03.712348 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:03.712680 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:03.713008 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:03.713334 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:03.713657 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:03.714022 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:03.714409 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:03.714863 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:03.715185 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:03.759417 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8502029-9045-4f6c-8f70-f3b46d4d149b req-fee20e79-223f-4bdc-889e-64f75601e5ed tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:03.761515 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b8502029-9045-4f6c-8f70-f3b46d4d149b req-fee20e79-223f-4bdc-889e-64f75601e5ed tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 944 time: 0.0792000
Feb 28 18:54:03.809698 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b8502029-9045-4f6c-8f70-f3b46d4d149b req-3412fd4b-3233-486c-83c7-e4dc8aaa6488 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422208
Feb 28 18:54:04.188427 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:04.255513 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:04.528692 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbe56a-de5d-4f9a-9f78-e88a8375f404 req-4e4320c1-4eae-4264-8ed1-af218cc1cf6c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:04.530164 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e5bbe56a-de5d-4f9a-9f78-e88a8375f404 req-4e4320c1-4eae-4264-8ed1-af218cc1cf6c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.1314659
Feb 28 18:54:04.532241 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for port, precommit_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:04.538856 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770937'] for port, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:04.652910 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event updated for resources: {'Port': ['ID=3b65d268-dfbf-403b-b46d-0a939ebb4269,revision_number=2']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:04.677627 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e5bbe56a-de5d-4f9a-9f78-e88a8375f404 req-d06f8629-7ca4-475c-8240-4f930e46486c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1408451
Feb 28 18:54:04.690731 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716924'] for floatingip, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:04.960232 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.db.l3_db [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Floating IP 7980a86e-51a6-43f2-acd8-e14ac5e2557c associated. External IP: 172.27.3.228, port: 70b950c3-56ca-4454-90bd-f3ed6e162a17.
Feb 28 18:54:05.007048 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180f85b-0e95-40a0-b244-12882f739cff req-bc65a803-7118-4c3e-83da-79f909d68171 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:05.008502 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d180f85b-0e95-40a0-b244-12882f739cff req-bc65a803-7118-4c3e-83da-79f909d68171 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 944 time: 0.0787842
Feb 28 18:54:05.054192 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d180f85b-0e95-40a0-b244-12882f739cff req-0404021d-e3c1-4598-a080-93275b2f456f tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398459
Feb 28 18:54:05.378359 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Router 0cd3324c-dc03-41bb-9507-d9f3840115d7 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:54:05.589472 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:54:05.599364 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7fde21-4fea-4c35-b5ef-7a8fffd559b6 None None] Sync routers for ids ['0cd3324c-dc03-41bb-9507-d9f3840115d7'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:54:05.612613 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7fde21-4fea-4c35-b5ef-7a8fffd559b6 None None] Routers {'0cd3324c-dc03-41bb-9507-d9f3840115d7'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:54:05.613278 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-fc7fde21-4fea-4c35-b5ef-7a8fffd559b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5b0cabb0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:53:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['0cd3324c-dc03-41bb-9507-d9f3840115d7'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:05.614643 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:05.666681 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-87a9d070-bff0-4912-a4b6-517a52b4f10c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7509851
Feb 28 18:54:05.667438 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dac2280-0f5a-41ac-86c4-3e92f780477f', 'tag': '70b950c3-56ca-4454-90bd-f3ed6e162a17'}] {{(pid=83062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:54:05.818125 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dac2280-0f5a-41ac-86c4-3e92f780477f', 'tag': '70b950c3-56ca-4454-90bd-f3ed6e162a17', 'status': 'completed', 'code': 200}
Feb 28 18:54:05.837722 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-fc7fde21-4fea-4c35-b5ef-7a8fffd559b6 None None] Set router 0cd3324c-dc03-41bb-9507-d9f3840115d7 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:54:05.853879 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 37604) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:05.917480 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_v2 [None req-01279a38-a5dc-423d-bdb1-e2660b1938e3 admin admin] Deleting subnet 83cd9c11-9d0a-4291-bc8e-2f1fd459497c {{(pid=83062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 28 18:54:05.922015 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-01279a38-a5dc-423d-bdb1-e2660b1938e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:05.979814 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-01279a38-a5dc-423d-bdb1-e2660b1938e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066642'] for subnet, precommit_delete_associations {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:06.043204 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-01279a38-a5dc-423d-bdb1-e2660b1938e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7461361'] for subnet, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:06.080985 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1b39640f-bb94-43d4-8998-a9dae4aa4ca9 req-b98d9210-5f38-4438-a301-e19813fad004 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=16e7d713da4349b3977dab0041ed0bee&device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 1098 time: 0.2400038
Feb 28 18:54:06.106259 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e37a2-b91d-47fb-bd1b-ee1de680808b req-9f2d16cd-544f-4990-94ed-4024732f4825 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:06.108122 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3a0e37a2-b91d-47fb-bd1b-ee1de680808b req-9f2d16cd-544f-4990-94ed-4024732f4825 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.2326324
Feb 28 18:54:06.132817 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-01279a38-a5dc-423d-bdb1-e2660b1938e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7461320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656696'] for subnet, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:06.235212 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3a0e37a2-b91d-47fb-bd1b-ee1de680808b req-500530d1-995e-4783-9825-c93872924a45 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1028345
Feb 28 18:54:06.240339 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-fc7fde21-4fea-4c35-b5ef-7a8fffd559b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5b0cabb0>, [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '7980a86e-51a6-43f2-acd8-e14ac5e2557c', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'port_id': '70b950c3-56ca-4454-90bd-f3ed6e162a17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'mac_address': 'fa:16:3e:91:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac2280-0f5a-41ac-86c4-3e92f780477f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:54:04Z', 'updated_at': '2022-02-28T18:54:04Z', 'revision_number': 0, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:53:05Z', 'revision_number': 5, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:06.246275 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01279a38-a5dc-423d-bdb1-e2660b1938e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83cd9c11-9d0a-4291-bc8e-2f1fd459497c,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:06.249818 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7fde21-4fea-4c35-b5ef-7a8fffd559b6 None None] Checking router: 0cd3324c-dc03-41bb-9507-d9f3840115d7 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:54:06.265174 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-01279a38-a5dc-423d-bdb1-e2660b1938e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:06.273101 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-01279a38-a5dc-423d-bdb1-e2660b1938e3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/83cd9c11-9d0a-4291-bc8e-2f1fd459497c HTTP/1.1" status: 204  len: 168 time: 0.4181559
Feb 28 18:54:06.277726 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 37610) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:06.282349 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7fde21-4fea-4c35-b5ef-7a8fffd559b6 None None] Routers {'0cd3324c-dc03-41bb-9507-d9f3840115d7'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:54:06.283788 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-fc7fde21-4fea-4c35-b5ef-7a8fffd559b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5b0cabb0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:53:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['0cd3324c-dc03-41bb-9507-d9f3840115d7'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:06.308932 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b0a4c-fdfd-477c-b07e-a2e48a7afedc req-f4d7fa87-ce5c-4202-9f85-ec9fdcc50ef3 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:06.311127 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-424b0a4c-fdfd-477c-b07e-a2e48a7afedc req-f4d7fa87-ce5c-4202-9f85-ec9fdcc50ef3 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 944 time: 0.1171443
Feb 28 18:54:06.371578 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-424b0a4c-fdfd-477c-b07e-a2e48a7afedc req-31dcfe5c-850d-4850-abf2-f1b53e6fe5cb tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547297
Feb 28 18:54:06.398076 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39640f-bb94-43d4-8998-a9dae4aa4ca9 req-cfc14161-c001-40a4-aa65-fba042b6f293 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:06.399581 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1b39640f-bb94-43d4-8998-a9dae4aa4ca9 req-cfc14161-c001-40a4-aa65-fba042b6f293 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0b9470ea-8aed-4219-b27b-628954f1127e HTTP/1.1" status: 200  len: 913 time: 0.2881813
Feb 28 18:54:06.471922 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-fc7fde21-4fea-4c35-b5ef-7a8fffd559b6 None None] Set router 0cd3324c-dc03-41bb-9507-d9f3840115d7 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:54:06.483115 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-688b9f1f-121f-4092-b842-33e4b20838be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370211'] for network, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:06.540659 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1b39640f-bb94-43d4-8998-a9dae4aa4ca9 req-57a93db4-ef22-4fe4-823d-ec1341c889fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70b950c3-56ca-4454-90bd-f3ed6e162a17 HTTP/1.1" status: 200  len: 999 time: 0.1323242
Feb 28 18:54:06.675667 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-688b9f1f-121f-4092-b842-33e4b20838be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7459708', 'neutron.services.segments.db._delete_segments_for_network-8743575949671'] for network, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:06.699822 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39640f-bb94-43d4-8998-a9dae4aa4ca9 req-efd60645-8285-4d54-a813-8e5ac21cb047 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:06.701276 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1b39640f-bb94-43d4-8998-a9dae4aa4ca9 req-efd60645-8285-4d54-a813-8e5ac21cb047 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0fba4d2-c7ec-449c-b7f6-d835950f45c1 HTTP/1.1" status: 200  len: 851 time: 0.1458588
Feb 28 18:54:06.706891 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-688b9f1f-121f-4092-b842-33e4b20838be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3c5acb6790>,) {'filters': {'network_id': ['4360b3f2-6a24-49f7-b1c0-81c160574554']}} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:06.749813 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-688b9f1f-121f-4092-b842-33e4b20838be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5acb6790>, 'f032c672-ee44-4676-90be-d1d00fc7ee73') {'for_net_delete': True} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:06.750082 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-688b9f1f-121f-4092-b842-33e4b20838be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5acb6790>, 'f032c672-ee44-4676-90be-d1d00fc7ee73') {} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:06.767573 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-688b9f1f-121f-4092-b842-33e4b20838be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743575948782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1992737'] for segment, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:06.785959 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-688b9f1f-121f-4092-b842-33e4b20838be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:06.798910 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688b9f1f-121f-4092-b842-33e4b20838be admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=83063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 28 18:54:06.799230 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-688b9f1f-121f-4092-b842-33e4b20838be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7462232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1992489'] for segment, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]: Traceback (most recent call last):
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:     timer()
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:     cb(*args, **kw)
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:     return func(*args, **kwargs)
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:     self._notify()
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:     self.callback(batched_events)
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:     event.method(event)
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:     return f(self, *a, **k)
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self._get(url).json()
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self.request(url, 'GET', **kwargs)
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 18:54:06.812411 dv-cinder-831188-1-iscsi neutron-server[83063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 18:54:06.814976 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-fc7fde21-4fea-4c35-b5ef-7a8fffd559b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5b0cabb0>, [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '7980a86e-51a6-43f2-acd8-e14ac5e2557c', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'port_id': '70b950c3-56ca-4454-90bd-f3ed6e162a17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'mac_address': 'fa:16:3e:91:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac2280-0f5a-41ac-86c4-3e92f780477f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:54:04Z', 'updated_at': '2022-02-28T18:54:04Z', 'revision_number': 0, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:53:05Z', 'revision_number': 5, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:06.817418 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7fde21-4fea-4c35-b5ef-7a8fffd559b6 None None] The sync data for ids ['0cd3324c-dc03-41bb-9507-d9f3840115d7'] in dv-cinder-831188-1-iscsi is: [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '7980a86e-51a6-43f2-acd8-e14ac5e2557c', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'port_id': '70b950c3-56ca-4454-90bd-f3ed6e162a17', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'mac_address': 'fa:16:3e:91:31:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dac2280-0f5a-41ac-86c4-3e92f780477f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:54:04Z', 'updated_at': '2022-02-28T18:54:04Z', 'revision_number': 0, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:53:05Z', 'revision_number': 5, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:54:06.892709 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1b39640f-bb94-43d4-8998-a9dae4aa4ca9 req-08b28dde-de1c-4140-b06b-196bdc1c687b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0b9470ea-8aed-4219-b27b-628954f1127e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1790423
Feb 28 18:54:06.900225 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-688b9f1f-121f-4092-b842-33e4b20838be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7459699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716906'] for network, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:06.917271 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-688b9f1f-121f-4092-b842-33e4b20838be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:06.947919 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b9f1f-121f-4092-b842-33e4b20838be admin admin] Pushing event deleted for resources: {'Network': ['ID=4360b3f2-6a24-49f7-b1c0-81c160574554,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:06.950285 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 4f27af5d-c4ff-467b-af89-892bf9d57eaf details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:54:07.002956 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-688b9f1f-121f-4092-b842-33e4b20838be admin admin] 10.222.0.18 "DELETE /v2.0/networks/4360b3f2-6a24-49f7-b1c0-81c160574554 HTTP/1.1" status: 204  len: 168 time: 0.7241106
Feb 28 18:54:07.068792 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1b39640f-bb94-43d4-8998-a9dae4aa4ca9 req-146f1f9e-8539-4c74-b90c-3757c24ad741 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527112
Feb 28 18:54:07.104258 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 4f27af5d-c4ff-467b-af89-892bf9d57eaf, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4f27af5d-c4ff-467b-af89-892bf9d57eaf,segment=NetworkSegment(ef1555fd-768e-4e21-82f6-327d4c9aeb9a),segment_id=ef1555fd-768e-4e21-82f6-327d4c9aeb9a)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:54:07.118005 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': '4f27af5d-c4ff-467b-af89-892bf9d57eaf', 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535', 'port_id': '4f27af5d-c4ff-467b-af89-892bf9d57eaf', 'mac_address': 'fa:16:3e:72:25:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef60b45d-4f01-4cac-9ad4-f548867b8b95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:54:07.178887 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:07.196777 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f27af5d-c4ff-467b-af89-892bf9d57eaf {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:54:07.213203 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 4f27af5d-c4ff-467b-af89-892bf9d57eaf, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4f27af5d-c4ff-467b-af89-892bf9d57eaf,segment=NetworkSegment(ef1555fd-768e-4e21-82f6-327d4c9aeb9a),segment_id=ef1555fd-768e-4e21-82f6-327d4c9aeb9a)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:54:07.219486 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:07.223412 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1b39640f-bb94-43d4-8998-a9dae4aa4ca9 req-317d40bb-092b-458d-8ede-c7f615e7c398 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1477890
Feb 28 18:54:07.249383 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 37616) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:07.289601 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=4f27af5d-c4ff-467b-af89-892bf9d57eaf,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:07.302582 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-e51ad6f6-10f0-4dca-b7a1-74257f518c52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cbf2b9318fb845dab79d447739877511&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0500236
Feb 28 18:54:07.303774 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 37622) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:07.362809 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-33f68cb2-21f1-4b80-af93-123b793f586a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:07.388142 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-33f68cb2-21f1-4b80-af93-123b793f586a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:07.441699 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-33f68cb2-21f1-4b80-af93-123b793f586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:07.459111 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f68cb2-21f1-4b80-af93-123b793f586a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b354c8-db5f-441d-a2ec-ddfd14b2c6e5,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:07.459402 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22712443-9cf3-4007-836a-2eee4e8930f6 req-0cdd2121-18a0-4e84-8883-a5977f6fc733 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:07.464143 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-22712443-9cf3-4007-836a-2eee4e8930f6 req-0cdd2121-18a0-4e84-8883-a5977f6fc733 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.0908515
Feb 28 18:54:07.475361 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-33f68cb2-21f1-4b80-af93-123b793f586a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:07.476810 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-33f68cb2-21f1-4b80-af93-123b793f586a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22b354c8-db5f-441d-a2ec-ddfd14b2c6e5 HTTP/1.1" status: 204  len: 168 time: 0.1721597
Feb 28 18:54:07.515849 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-22712443-9cf3-4007-836a-2eee4e8930f6 req-6ac08c24-aa12-4df7-839b-b3e21546526f tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452909
Feb 28 18:54:07.589855 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04569b5c-e5ff-40f1-bd3f-67aeb5d55499 req-e94a53fb-e061-458a-a849-814d87bc76b0 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:07.591334 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-04569b5c-e5ff-40f1-bd3f-67aeb5d55499 req-e94a53fb-e061-458a-a849-814d87bc76b0 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 945 time: 0.0865352
Feb 28 18:54:07.605300 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['4f27af5d-c4ff-467b-af89-892bf9d57eaf'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:54:07.639159 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-04569b5c-e5ff-40f1-bd3f-67aeb5d55499 req-ef957c91-a6d3-4c93-bf98-3ee0f9c374e4 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419471
Feb 28 18:54:08.725483 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9be66-a29b-43ad-b763-a8e3eb01f492 req-3cfb5e3b-1825-4198-af48-dce782630b91 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:08.726912 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7aa9be66-a29b-43ad-b763-a8e3eb01f492 req-3cfb5e3b-1825-4198-af48-dce782630b91 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.0774746
Feb 28 18:54:08.783868 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7aa9be66-a29b-43ad-b763-a8e3eb01f492 req-c0236e61-1fea-47f5-bb2d-9fffb31eca31 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508530
Feb 28 18:54:08.841181 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49188ef-e4c2-4d96-803c-77d90d79d6b2 req-d53d83df-b496-46ac-8d24-15b1fb3a96e5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:08.843403 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f49188ef-e4c2-4d96-803c-77d90d79d6b2 req-d53d83df-b496-46ac-8d24-15b1fb3a96e5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 945 time: 0.0821638
Feb 28 18:54:08.894922 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f49188ef-e4c2-4d96-803c-77d90d79d6b2 req-e61d1e48-e016-4832-976c-071f4e0958ca tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454454
Feb 28 18:54:08.966846 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 4f27af5d-c4ff-467b-af89-892bf9d57eaf up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:54:09.051317 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33af18d0-6141-45fe-8bf6-99b749f2da80 None None] New status for floating IP 7980a86e-51a6-43f2-acd8-e14ac5e2557c: ACTIVE {{(pid=83065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 28 18:54:09.059831 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port 4f27af5d-c4ff-467b-af89-892bf9d57eaf completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:54:09.065577 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port 4f27af5d-c4ff-467b-af89-892bf9d57eaf triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:54:09.065944 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:09.195838 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:09.224191 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5b71c0-8b6a-49d3-a01d-14d500b46bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f27af5d-c4ff-467b-af89-892bf9d57eaf'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:54:09.233848 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 4f27af5d-c4ff-467b-af89-892bf9d57eaf, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4f27af5d-c4ff-467b-af89-892bf9d57eaf,segment=NetworkSegment(ef1555fd-768e-4e21-82f6-327d4c9aeb9a),segment_id=ef1555fd-768e-4e21-82f6-327d4c9aeb9a)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:54:09.238715 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:09.310456 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5b71c0-8b6a-49d3-a01d-14d500b46bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f27af5d-c4ff-467b-af89-892bf9d57eaf', 'code': 200}
Feb 28 18:54:09.316270 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=4f27af5d-c4ff-467b-af89-892bf9d57eaf,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:09.544906 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b0d93c70-b01a-4dd6-8edd-9c7bffef762b req-a42a3811-3d3a-4a13-a83c-533ef2f90f04 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 1099 time: 0.0737879
Feb 28 18:54:09.587773 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b0d93c70-b01a-4dd6-8edd-9c7bffef762b req-077708cb-4b8c-4fcf-9abf-cdbf9f2bed83 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361319
Feb 28 18:54:10.069021 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa499a-c40a-4402-8331-fca7d6671286 req-ce2e2448-acf6-4808-bd21-45161916b745 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:10.076165 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-96aa499a-c40a-4402-8331-fca7d6671286 req-ce2e2448-acf6-4808-bd21-45161916b745 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.1505740
Feb 28 18:54:10.105865 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bc430-18b5-4e09-b0f4-0d757537fb4a req-720ca002-9c7a-49b5-b2c1-c442028b142d tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:10.107492 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-098bc430-18b5-4e09-b0f4-0d757537fb4a req-720ca002-9c7a-49b5-b2c1-c442028b142d tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 946 time: 0.0802495
Feb 28 18:54:10.138547 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-96aa499a-c40a-4402-8331-fca7d6671286 req-b4cf5dbd-811c-4160-b525-1b77c21637e9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614345
Feb 28 18:54:10.177247 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-098bc430-18b5-4e09-b0f4-0d757537fb4a req-afb738ff-548f-4284-91a7-6c1bd2f6695d tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528889
Feb 28 18:54:11.352729 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcf96c-955f-47be-9edc-3c8950e8e9d5 req-2c9b0cc9-6079-4534-b2ab-249bd1d85a96 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:11.354238 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0cdcf96c-955f-47be-9edc-3c8950e8e9d5 req-2c9b0cc9-6079-4534-b2ab-249bd1d85a96 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.0805454
Feb 28 18:54:11.402035 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0cdcf96c-955f-47be-9edc-3c8950e8e9d5 req-3917dedf-ac42-490a-a699-0425854784bf tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417142
Feb 28 18:54:11.464205 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08b9da-6144-4aff-95e1-bb5ed7e1d95b req-fd22ad40-0db9-4b46-a819-f6eeddc5986c tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:11.465562 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cf08b9da-6144-4aff-95e1-bb5ed7e1d95b req-fd22ad40-0db9-4b46-a819-f6eeddc5986c tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 946 time: 0.1671796
Feb 28 18:54:11.510244 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cf08b9da-6144-4aff-95e1-bb5ed7e1d95b req-90fe5331-3fd6-4131-9891-c9e030fb45f1 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389836
Feb 28 18:54:11.706318 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84da22-dd26-45e9-82a7-b8d8c699c425 req-b3bf0bab-a2a4-4a2f-99f2-7ec9f7f47475 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:11.707931 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2b84da22-dd26-45e9-82a7-b8d8c699c425 req-b3bf0bab-a2a4-4a2f-99f2-7ec9f7f47475 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 946 time: 0.0778348
Feb 28 18:54:11.754707 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2b84da22-dd26-45e9-82a7-b8d8c699c425 req-07b42c2b-4849-4501-8a2f-675613bcefdb tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412345
Feb 28 18:54:12.210726 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f305b36-c456-470d-ad3b-a36bc3500242 req-3c7a8a9c-f47b-4de6-b5df-259cab7566df tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:12.212182 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0f305b36-c456-470d-ad3b-a36bc3500242 req-3c7a8a9c-f47b-4de6-b5df-259cab7566df tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 946 time: 0.0817115
Feb 28 18:54:12.257131 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0f305b36-c456-470d-ad3b-a36bc3500242 req-a7cdab08-9c72-4393-a025-9d0cbf68830b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390637
Feb 28 18:54:12.615605 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad96b38-9b8a-46d0-ac32-8becd20f5637 req-a2f7d052-9204-4b67-9987-305c3568b0e1 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:12.623040 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7ad96b38-9b8a-46d0-ac32-8becd20f5637 req-a2f7d052-9204-4b67-9987-305c3568b0e1 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.0867260
Feb 28 18:54:12.665457 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7ad96b38-9b8a-46d0-ac32-8becd20f5637 req-0ac40118-7630-4d2d-b100-5ccfa5da638b tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415611
Feb 28 18:54:13.887620 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f57eab-f578-474f-9033-d4520152cc45 req-ca389a5b-df44-4441-8502-61f93a8ecae7 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:13.891274 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-32f57eab-f578-474f-9033-d4520152cc45 req-ca389a5b-df44-4441-8502-61f93a8ecae7 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.0900040
Feb 28 18:54:13.940863 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-32f57eab-f578-474f-9033-d4520152cc45 req-65343293-aaa7-4e45-a98f-483868b4ea7b tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463431
Feb 28 18:54:15.169987 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a04ce0-d7ac-453f-af58-8c1526aeedd6 req-42d0e9d7-bb94-4ed4-89c7-cd2961c3b76f tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:15.172808 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b1a04ce0-d7ac-453f-af58-8c1526aeedd6 req-42d0e9d7-bb94-4ed4-89c7-cd2961c3b76f tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.0912175
Feb 28 18:54:15.239145 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b1a04ce0-d7ac-453f-af58-8c1526aeedd6 req-2ff9ffae-111d-4f40-a377-9459456997cf tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616589
Feb 28 18:54:15.681353 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0069cef-23ea-4f45-914f-9052119a1633 req-7128bb7c-b340-461f-8afb-ba9cd5929483 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:15.682823 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a0069cef-23ea-4f45-914f-9052119a1633 req-7128bb7c-b340-461f-8afb-ba9cd5929483 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0904992
Feb 28 18:54:15.741297 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a0069cef-23ea-4f45-914f-9052119a1633 req-7b74757a-cdad-461f-9072-ab36646d4f3f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502656
Feb 28 18:54:15.897941 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e40a5-7257-46ff-8fa1-b178c500c373 req-fdedea1b-ab25-49c4-86a3-8ee2e079cd5f tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:15.899560 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-014e40a5-7257-46ff-8fa1-b178c500c373 req-fdedea1b-ab25-49c4-86a3-8ee2e079cd5f tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 945 time: 0.0773783
Feb 28 18:54:15.946249 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-014e40a5-7257-46ff-8fa1-b178c500c373 req-cd44178a-6662-4a04-94d0-dc722892fdb7 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404058
Feb 28 18:54:16.459176 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82fb75-53b0-4066-8b88-f803ce9b68ed req-d44fe171-57ee-455f-881e-db696fa76e19 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:16.460636 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0d82fb75-53b0-4066-8b88-f803ce9b68ed req-d44fe171-57ee-455f-881e-db696fa76e19 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.0831890
Feb 28 18:54:16.506454 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0d82fb75-53b0-4066-8b88-f803ce9b68ed req-85c5304e-f41a-471f-90fc-f88cbe548ab7 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397637
Feb 28 18:54:16.963926 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a0743-56c9-4978-be69-498a9136908a req-e0dbafba-95e4-4a85-bc43-1fdcc049808b tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:16.965394 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-320a0743-56c9-4978-be69-498a9136908a req-e0dbafba-95e4-4a85-bc43-1fdcc049808b tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0979462
Feb 28 18:54:17.015549 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-320a0743-56c9-4978-be69-498a9136908a req-cb655ac4-679b-491a-98e4-d0199d5064a0 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418587
Feb 28 18:54:17.029903 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:54:17.150967 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466d123-7ec5-4d2a-a72c-cf05fd4fc394 req-53c02de3-69da-4142-bd74-2478109f5cdb tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:17.152463 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5466d123-7ec5-4d2a-a72c-cf05fd4fc394 req-53c02de3-69da-4142-bd74-2478109f5cdb tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 945 time: 0.0838909
Feb 28 18:54:17.185696 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:54:17.203903 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'port_id': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02', 'mac_address': 'fa:16:3e:d0:52:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:54:17.216858 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5466d123-7ec5-4d2a-a72c-cf05fd4fc394 req-0b62ac54-76a7-4997-896b-bcc73c013700 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584538
Feb 28 18:54:17.263038 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:17.281029 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:54:17.296140 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:54:17.301263 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:17.373118 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,revision_number=6']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:17.381458 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:17.381804 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:17.382125 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:17.382448 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:17.382799 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:17.383115 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:17.383429 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:17.383744 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:17.384055 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:17.384364 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:17.384674 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:17.425488 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['4eeeeea6-2751-470f-8af0-cf73f2d8fa02'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:54:17.731190 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267b962-187d-41ea-9aa0-47742b59efa5 req-fd3f5707-c753-459b-a93c-8c31acfde0e0 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:17.732729 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1267b962-187d-41ea-9aa0-47742b59efa5 req-fd3f5707-c753-459b-a93c-8c31acfde0e0 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 945 time: 0.0757036
Feb 28 18:54:17.781373 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1267b962-187d-41ea-9aa0-47742b59efa5 req-39a65854-31d2-4988-b304-25da1adaa614 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430241
Feb 28 18:54:18.236978 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c18ff-4781-4f39-91ff-6158c8c11603 req-bddc9e2a-ddfb-40d5-95e6-4b5fdc0fd1b8 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:18.240992 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f75c18ff-4781-4f39-91ff-6158c8c11603 req-bddc9e2a-ddfb-40d5-95e6-4b5fdc0fd1b8 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0841038
Feb 28 18:54:18.283834 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f75c18ff-4781-4f39-91ff-6158c8c11603 req-52ba866f-635d-44d1-8c36-369d5a5026d9 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398483
Feb 28 18:54:18.413269 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91374fd-63a7-4143-8b98-74b580f40214 req-3fe8f98e-bb92-4dd5-b440-a794d3a8c5e8 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:18.414877 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e91374fd-63a7-4143-8b98-74b580f40214 req-3fe8f98e-bb92-4dd5-b440-a794d3a8c5e8 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 945 time: 0.0762744
Feb 28 18:54:18.461872 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e91374fd-63a7-4143-8b98-74b580f40214 req-a688f3c0-08aa-4f5c-8007-fd81303988e7 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups?id=4fe1bfde-41b7-47d1-933a-b83b5fd48660&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413985
Feb 28 18:54:18.725819 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea867f-d0e6-491e-9068-79891ebb7f14 req-1c7cd4c2-c81f-406a-8e74-cdf4f34cfa9d tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:18.727252 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e9ea867f-d0e6-491e-9068-79891ebb7f14 req-1c7cd4c2-c81f-406a-8e74-cdf4f34cfa9d tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.70 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 945 time: 0.0907488
Feb 28 18:54:18.739382 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:54:18.797724 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-e9ea867f-d0e6-491e-9068-79891ebb7f14 req-d7a16d93-43fb-4b75-864f-0d7008ac40fb tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Deleting port aebe2643-2477-4922-b13a-aec8477af2d7 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:54:18.798065 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e9ea867f-d0e6-491e-9068-79891ebb7f14 req-d7a16d93-43fb-4b75-864f-0d7008ac40fb tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:18.996482 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfada78-7991-460b-8391-fa52090a3c18 req-586dd7e4-c7b4-4b45-ac95-8e468e3c37b6 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:18.998445 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9bfada78-7991-460b-8391-fa52090a3c18 req-586dd7e4-c7b4-4b45-ac95-8e468e3c37b6 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 945 time: 0.0798979
Feb 28 18:54:19.041276 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:54:19.043574 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-e9ea867f-d0e6-491e-9068-79891ebb7f14 req-d7a16d93-43fb-4b75-864f-0d7008ac40fb tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] For port aebe2643-2477-4922-b13a-aec8477af2d7, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aebe2643-2477-4922-b13a-aec8477af2d7,segment=NetworkSegment(805819ed-9a94-43be-8f5f-0e28f8886edb),segment_id=805819ed-9a94-43be-8f5f-0e28f8886edb)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:54:19.043875 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e9ea867f-d0e6-491e-9068-79891ebb7f14 req-d7a16d93-43fb-4b75-864f-0d7008ac40fb tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:19.044922 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9bfada78-7991-460b-8391-fa52090a3c18 req-553f652b-9e7d-4fe9-8d69-b5de607c0908 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407426
Feb 28 18:54:19.112252 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:54:19.112628 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:19.234807 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:19.262666 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a409d964-f848-4376-969f-21448ea20b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:54:19.272649 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:54:19.277664 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:19.323242 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a409d964-f848-4376-969f-21448ea20b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02', 'code': 200}
Feb 28 18:54:19.330021 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e9ea867f-d0e6-491e-9068-79891ebb7f14 req-d7a16d93-43fb-4b75-864f-0d7008ac40fb tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:19.330370 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e9ea867f-d0e6-491e-9068-79891ebb7f14 req-d7a16d93-43fb-4b75-864f-0d7008ac40fb tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716924'] for floatingip, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:19.330776 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.l3_db [req-e9ea867f-d0e6-491e-9068-79891ebb7f14 req-d7a16d93-43fb-4b75-864f-0d7008ac40fb tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Floating IP 88db5aa4-72bc-4d44-b83e-7e6d248d0b45 disassociated. External IP: 172.27.3.219, port: aebe2643-2477-4922-b13a-aec8477af2d7.
Feb 28 18:54:19.331120 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-e9ea867f-d0e6-491e-9068-79891ebb7f14 req-d7a16d93-43fb-4b75-864f-0d7008ac40fb tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Calling delete_port for aebe2643-2477-4922-b13a-aec8477af2d7 owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:54:19.350096 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,revision_number=7']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:19.472319 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e9ea867f-d0e6-491e-9068-79891ebb7f14 req-d7a16d93-43fb-4b75-864f-0d7008ac40fb tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:19.490984 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fa3e6-8c66-45bd-be41-2a42932fe5bf req-5303933d-7676-41d5-b4b8-be932731ecfe tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:19.492537 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-8d8fa3e6-8c66-45bd-be41-2a42932fe5bf req-5303933d-7676-41d5-b4b8-be932731ecfe tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0778701
Feb 28 18:54:19.519925 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a16d93-43fb-4b75-864f-0d7008ac40fb tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Pushing event deleted for resources: {'Port': ['ID=aebe2643-2477-4922-b13a-aec8477af2d7,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:19.552784 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-8d8fa3e6-8c66-45bd-be41-2a42932fe5bf req-5fca2af3-4b65-489a-81b2-6290b1a050bd tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541015
Feb 28 18:54:19.776986 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cbe42c83-54cc-4142-ae3e-3422784ea699 req-76c3ec3a-8f9c-4241-9f1e-a392cf46a1be tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 210 time: 0.0504887
Feb 28 18:54:19.864242 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9ea867f-d0e6-491e-9068-79891ebb7f14 req-d7a16d93-43fb-4b75-864f-0d7008ac40fb tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:54:19.972781 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 37892) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:20.081868 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9ea867f-d0e6-491e-9068-79891ebb7f14 req-d7a16d93-43fb-4b75-864f-0d7008ac40fb tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:54:20.094186 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc47978-78a5-4891-885b-7664546fd892 None None] Sync routers for ids ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:54:20.108486 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc47978-78a5-4891-885b-7664546fd892 None None] Routers {'6778b8ad-ca0c-4f66-a401-79f79ef41a65'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:54:20.109531 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-8cc47978-78a5-4891-885b-7664546fd892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5abd13d0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:53:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:20.145636 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-d35a4bad-2066-4ca8-a21b-68faacbd0bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:20.168774 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ea867f-d0e6-491e-9068-79891ebb7f14 req-d7a16d93-43fb-4b75-864f-0d7008ac40fb tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] No DVR routers for this DVR port aebe2643-2477-4922-b13a-aec8477af2d7 on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:54:20.173179 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e9ea867f-d0e6-491e-9068-79891ebb7f14 req-d7a16d93-43fb-4b75-864f-0d7008ac40fb tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:20.181545 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36243886-c44e-4381-ba96-dbc96736c804', 'name': 'network-vif-deleted', 'tag': 'aebe2643-2477-4922-b13a-aec8477af2d7'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:54:20.199845 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-d35a4bad-2066-4ca8-a21b-68faacbd0bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:54:20.203723 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e9ea867f-d0e6-491e-9068-79891ebb7f14 req-d7a16d93-43fb-4b75-864f-0d7008ac40fb tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.70 "DELETE /v2.0/ports/aebe2643-2477-4922-b13a-aec8477af2d7 HTTP/1.1" status: 204  len: 173 time: 1.4687083
Feb 28 18:54:20.206339 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-d35a4bad-2066-4ca8-a21b-68faacbd0bb5 admin admin] Usage tracker for resource:security_group_rule and tenant:b95b856ca8f14b84aed0c15377ac89de is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:54:20.213478 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-d35a4bad-2066-4ca8-a21b-68faacbd0bb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:54:20.220223 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-d35a4bad-2066-4ca8-a21b-68faacbd0bb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:54:20.276440 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36243886-c44e-4381-ba96-dbc96736c804', 'name': 'network-vif-deleted', 'tag': 'aebe2643-2477-4922-b13a-aec8477af2d7', 'status': 'completed', 'code': 200}
Feb 28 18:54:20.362196 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-8cc47978-78a5-4891-885b-7664546fd892 None None] Set router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:54:20.368043 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-d35a4bad-2066-4ca8-a21b-68faacbd0bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:20.378425 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f0eb2-66e1-42be-b6fb-4fccf45c883a req-bcc9bd33-2bff-4b98-b73b-9911847c86c9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:20.380005 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-484f0eb2-66e1-42be-b6fb-4fccf45c883a req-bcc9bd33-2bff-4b98-b73b-9911847c86c9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.1310306
Feb 28 18:54:20.381082 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-d35a4bad-2066-4ca8-a21b-68faacbd0bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:20.445864 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a4bad-2066-4ca8-a21b-68faacbd0bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f3b6c7-808c-4a7e-99ac-5783393936bc,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:20.459344 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-d35a4bad-2066-4ca8-a21b-68faacbd0bb5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b95b856ca8f14b84aed0c15377ac89de&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4853334
Feb 28 18:54:20.462071 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 37902) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:20.469236 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-484f0eb2-66e1-42be-b6fb-4fccf45c883a req-2fb626d4-ee07-4828-afb7-c2f2d0a5fd01 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811810
Feb 28 18:54:20.525437 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f741ff14-defb-4832-8e0c-d7b9c0d3d02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:20.551098 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f741ff14-defb-4832-8e0c-d7b9c0d3d02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:20.608249 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f741ff14-defb-4832-8e0c-d7b9c0d3d02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:20.624181 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741ff14-defb-4832-8e0c-d7b9c0d3d02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f3b6c7-808c-4a7e-99ac-5783393936bc,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:20.630438 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f741ff14-defb-4832-8e0c-d7b9c0d3d02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:20.631758 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-f741ff14-defb-4832-8e0c-d7b9c0d3d02c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3f3b6c7-808c-4a7e-99ac-5783393936bc HTTP/1.1" status: 204  len: 168 time: 0.1677742
Feb 28 18:54:20.728255 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-8cc47978-78a5-4891-885b-7664546fd892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5abd13d0>, [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:18Z', 'revision_number': 4, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port': {'id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:02Z', 'updated_at': '2022-02-28T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '03c0a01b-4453-4632-ab9b-9bf5d8784f3b', 'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'mac_address': 'fa:16:3e:7b:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:16Z', 'updated_at': '2022-02-28T18:48:01Z', 'revision_number': 5, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'subnets': [{'id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:20.732362 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc47978-78a5-4891-885b-7664546fd892 None None] Checking router: 6778b8ad-ca0c-4f66-a401-79f79ef41a65 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:54:20.744633 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc47978-78a5-4891-885b-7664546fd892 None None] Routers {'6778b8ad-ca0c-4f66-a401-79f79ef41a65'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:54:20.745240 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-8cc47978-78a5-4891-885b-7664546fd892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5abd13d0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:53:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:20.781947 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d164ce5-930a-4f5f-9cd0-b23d2406c3bb req-45390683-885d-4047-b42c-5a1f09b28742 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:20.783564 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7d164ce5-930a-4f5f-9cd0-b23d2406c3bb req-45390683-885d-4047-b42c-5a1f09b28742 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0839961
Feb 28 18:54:20.847766 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7d164ce5-930a-4f5f-9cd0-b23d2406c3bb req-8520985a-12f8-4349-b7e0-7b44e8fb75e9 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583975
Feb 28 18:54:20.960356 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-8cc47978-78a5-4891-885b-7664546fd892 None None] Set router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:54:21.041352 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-91ec3a47-4f3e-4ad0-b0d1-f7214ae83a94 req-68ef2fe4-7511-4d35-9b40-6834f7ac7397 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/ports?device_id=36243886-c44e-4381-ba96-dbc96736c804 HTTP/1.1" status: 200  len: 210 time: 0.0579813
Feb 28 18:54:21.307711 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-8cc47978-78a5-4891-885b-7664546fd892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5abd13d0>, [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:18Z', 'revision_number': 4, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port': {'id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:02Z', 'updated_at': '2022-02-28T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '03c0a01b-4453-4632-ab9b-9bf5d8784f3b', 'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'mac_address': 'fa:16:3e:7b:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:16Z', 'updated_at': '2022-02-28T18:48:01Z', 'revision_number': 5, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'subnets': [{'id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:21.313110 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc47978-78a5-4891-885b-7664546fd892 None None] The sync data for ids ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'] in dv-cinder-831188-1-iscsi is: [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:47:18Z', 'revision_number': 4, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port': {'id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:02Z', 'updated_at': '2022-02-28T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '03c0a01b-4453-4632-ab9b-9bf5d8784f3b', 'name': '', 'network_id': '938299cb-86e8-4dea-8808-d72ec700e3e7', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'mac_address': 'fa:16:3e:7b:23:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:16Z', 'updated_at': '2022-02-28T18:48:01Z', 'revision_number': 5, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'subnets': [{'id': '6dce3474-2c0c-493d-819c-9f361e4996c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:54:21.550104 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0a8453-4f10-4229-8531-03d4a3a7f2f2 None None] New status for floating IP 88db5aa4-72bc-4d44-b83e-7e6d248d0b45: DOWN {{(pid=83065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 28 18:54:21.700783 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95d92e-47ed-42d8-aa9f-29146d4e2469 req-95f83c03-6e0d-497a-b95a-50bea7af1bc8 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:21.702354 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fc95d92e-47ed-42d8-aa9f-29146d4e2469 req-95f83c03-6e0d-497a-b95a-50bea7af1bc8 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.0852828
Feb 28 18:54:21.750260 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fc95d92e-47ed-42d8-aa9f-29146d4e2469 req-d663dfee-ffa0-4fef-9224-576267638c64 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416322
Feb 28 18:54:22.080082 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ef456-169f-4555-914a-20f0c41badcd req-d8faf380-66b3-4b10-8fc4-d573edd59d32 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:22.081553 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fe9ef456-169f-4555-914a-20f0c41badcd req-d8faf380-66b3-4b10-8fc4-d573edd59d32 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0825081
Feb 28 18:54:22.129725 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fe9ef456-169f-4555-914a-20f0c41badcd req-ce7ec71a-7055-4fbf-a535-6734a7297b2b tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423384
Feb 28 18:54:22.176746 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 37924) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:22.247356 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-841dd820-750f-4458-b021-89b2254cc905 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:22.274248 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-841dd820-750f-4458-b021-89b2254cc905 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:22.341529 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-841dd820-750f-4458-b021-89b2254cc905 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:22.360943 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dd820-750f-4458-b021-89b2254cc905 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe1bfde-41b7-47d1-933a-b83b5fd48660,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:22.377308 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-841dd820-750f-4458-b021-89b2254cc905 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:22.378486 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-841dd820-750f-4458-b021-89b2254cc905 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "DELETE /v2.0/security-groups/4fe1bfde-41b7-47d1-933a-b83b5fd48660 HTTP/1.1" status: 204  len: 168 time: 0.2007375
Feb 28 18:54:22.381362 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 37932) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:22.398251 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.api.v2.resource [None req-15a05afd-4bfa-48cb-8c5e-dd3ffa1d73c6 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] show failed (client error): The resource could not be found.
Feb 28 18:54:22.401907 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-15a05afd-4bfa-48cb-8c5e-dd3ffa1d73c6 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "GET /v2.0/security-groups/4fe1bfde-41b7-47d1-933a-b83b5fd48660 HTTP/1.1" status: 404  len: 347 time: 0.0169933
Feb 28 18:54:22.402280 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 37936) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:22.555225 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-f1e160e3-f7eb-4afb-b849-306508e7f8e6 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Deleting port b7e164d1-89c5-41f4-82ce-b2c2b3143cc8 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:54:22.555545 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f1e160e3-f7eb-4afb-b849-306508e7f8e6 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:22.583759 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28e331-5dd7-4ba4-beab-a9808018add2 req-ea41d890-936b-43ca-bca8-931ae6aed339 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:22.585204 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-bf28e331-5dd7-4ba4-beab-a9808018add2 req-ea41d890-936b-43ca-bca8-931ae6aed339 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 946 time: 0.0790555
Feb 28 18:54:22.631895 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-bf28e331-5dd7-4ba4-beab-a9808018add2 req-4ef2e27b-44b5-4f5c-922b-3951ba1ca255 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407248
Feb 28 18:54:22.660752 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 37942) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:22.720639 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f1e160e3-f7eb-4afb-b849-306508e7f8e6 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:22.721243 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f1e160e3-f7eb-4afb-b849-306508e7f8e6 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:22.840496 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-f1e160e3-f7eb-4afb-b849-306508e7f8e6 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Calling delete_port for b7e164d1-89c5-41f4-82ce-b2c2b3143cc8 owned by network:floatingip {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:54:22.938545 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-5b3da8ed-67d1-46b0-bc12-4dc56757eb93 tempest-TestMinimumBasicScenario-1060206165 tempest-TestMinimumBasicScenario-1060206165-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 1094 time: 0.2765036
Feb 28 18:54:22.941291 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 37950) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:22.946773 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Request body: {'floatingip': {'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'port_id': '4f27af5d-c4ff-467b-af89-892bf9d57eaf', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:54:22.952544 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:54:22.956378 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Usage tracker for resource:floatingip and tenant:9b10fda6245e4b409fad0032864b3671 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:54:22.959283 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:54:22.972492 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:54:22.983289 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for floatingip, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:23.043224 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f1e160e3-f7eb-4afb-b849-306508e7f8e6 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:23.056801 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device aebe2643-2477-4922-b13a-aec8477af2d7 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:54:23.100102 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: aebe2643-2477-4922-b13a-aec8477af2d7 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:54:23.101168 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device aebe2643-2477-4922-b13a-aec8477af2d7 not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:54:23.228495 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:23.264364 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554cc54-4aa0-4e9b-a099-b7102e4e2b35 req-dfbd4400-e5ed-4cf2-95a5-3e4e02e66daa tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:23.271532 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1554cc54-4aa0-4e9b-a099-b7102e4e2b35 req-dfbd4400-e5ed-4cf2-95a5-3e4e02e66daa tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.3529127
Feb 28 18:54:23.301986 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e160e3-f7eb-4afb-b849-306508e7f8e6 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Pushing event deleted for resources: {'Port': ['ID=b7e164d1-89c5-41f4-82ce-b2c2b3143cc8,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:23.406111 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1554cc54-4aa0-4e9b-a099-b7102e4e2b35 req-47e311d1-30c5-4fbf-a86f-99ad0e6ba6c5 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1336191
Feb 28 18:54:23.422990 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f1e160e3-f7eb-4afb-b849-306508e7f8e6 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks [] for floatingip, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:23.440376 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-f1e160e3-f7eb-4afb-b849-306508e7f8e6 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:23.447359 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-f1e160e3-f7eb-4afb-b849-306508e7f8e6 tempest-AttachVolumeTestJSON-771012078 tempest-AttachVolumeTestJSON-771012078-project] 10.222.0.18 "DELETE /v2.0/floatingips/88db5aa4-72bc-4d44-b83e-7e6d248d0b45 HTTP/1.1" status: 204  len: 168 time: 1.0418184
Feb 28 18:54:23.467740 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_common [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Allocated IP 172.27.3.147 (f40459f8-f658-4119-914b-b9023327a718/14c23ed2-446a-414e-8e86-91dabee5c278/b68a9587-25c2-4775-b31f-4a8179f94dce) {{(pid=83062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:54:23.477406 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aae72f-03a0-48fe-aef4-b3e99ed1715a req-a52d1f4c-0a5c-49d5-99f4-78008f36f16b tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:23.478886 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f4aae72f-03a0-48fe-aef4-b3e99ed1715a req-a52d1f4c-0a5c-49d5-99f4-78008f36f16b tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.1809623
Feb 28 18:54:23.632566 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f4aae72f-03a0-48fe-aef4-b3e99ed1715a req-bdf8132d-08ba-4e8b-9441-ad6f01b01553 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1294866
Feb 28 18:54:23.695968 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for port, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:23.731794 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:23.809479 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Network f40459f8-f658-4119-914b-b9023327a718 is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:54:23.813569 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:54:23.815366 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Pushing event updated for resources: {'Port': ['ID=b68a9587-25c2-4775-b31f-4a8179f94dce,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:23.817455 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Received port after_create {{(pid=83062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:54:24.377231 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:24.443583 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:24.641860 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807548f5-5c33-4c83-979b-60cbfde59296 req-54ace828-af9d-4b56-a554-a089e5284189 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:24.643977 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-807548f5-5c33-4c83-979b-60cbfde59296 req-54ace828-af9d-4b56-a554-a089e5284189 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.0873287
Feb 28 18:54:24.699348 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for port, precommit_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:24.713499 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-807548f5-5c33-4c83-979b-60cbfde59296 req-691c9179-d8b4-4035-865f-da682636dbc0 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577505
Feb 28 18:54:24.715617 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770937'] for port, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:24.808155 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Pushing event updated for resources: {'Port': ['ID=b68a9587-25c2-4775-b31f-4a8179f94dce,revision_number=2']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:24.945029 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716924'] for floatingip, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:25.164015 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9edbed-0a41-4668-8fc3-d98e9b19f8b3 req-f6dc61c1-69f7-4fca-bdc1-3229c7f1199d tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:25.165463 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-eb9edbed-0a41-4668-8fc3-d98e9b19f8b3 req-f6dc61c1-69f7-4fca-bdc1-3229c7f1199d tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.3165145
Feb 28 18:54:25.245996 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-eb9edbed-0a41-4668-8fc3-d98e9b19f8b3 req-f8de52ff-7b93-4a10-aecd-809b227248e7 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0692039
Feb 28 18:54:25.303073 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.db.l3_db [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Floating IP 112c7fa5-0552-43e3-beaf-ecd58acf6634 associated. External IP: 172.27.3.147, port: 4f27af5d-c4ff-467b-af89-892bf9d57eaf.
Feb 28 18:54:25.732524 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Router 51d2cce5-9da5-4252-bb48-33c64ce80dd4 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:54:25.881426 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cc110102-a674-4b34-ae01-f3336cfe6179 req-67b5ac50-3d02-442f-b63e-3f244452b629 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df6310ee4c214b53bfc3fa13d6f15b83&device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 1099 time: 0.1120944
Feb 28 18:54:26.011425 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:54:26.023093 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee57b9-6e4f-4665-91ca-8d7d39d1fcd5 None None] Sync routers for ids ['51d2cce5-9da5-4252-bb48-33c64ce80dd4'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:54:26.068569 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ee57b9-6e4f-4665-91ca-8d7d39d1fcd5 None None] Routers {'51d2cce5-9da5-4252-bb48-33c64ce80dd4'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:54:26.069163 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-38ee57b9-6e4f-4665-91ca-8d7d39d1fcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ae0cac0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:53:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['51d2cce5-9da5-4252-bb48-33c64ce80dd4'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:26.072287 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:26.102110 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc110102-a674-4b34-ae01-f3336cfe6179 req-5458d78f-04cf-40c4-81f9-64bb64a75b86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:26.103694 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cc110102-a674-4b34-ae01-f3336cfe6179 req-5458d78f-04cf-40c4-81f9-64bb64a75b86 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 HTTP/1.1" status: 200  len: 909 time: 0.2114518
Feb 28 18:54:26.163433 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-bf484b02-0d55-46a2-94c5-d76574d6ebb9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.2209172
Feb 28 18:54:26.164095 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5b71c0-8b6a-49d3-a01d-14d500b46bc4', 'tag': '4f27af5d-c4ff-467b-af89-892bf9d57eaf'}] {{(pid=83062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:54:26.183872 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 37988) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:26.201626 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-87a83a5f-b86c-4c89-92fa-c6f44a7bdce7 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2143086623', 'description': 'tempest-secgroup-smoke-2143086623 description', 'project_id': '9b10fda6245e4b409fad0032864b3671'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:54:26.216454 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-87a83a5f-b86c-4c89-92fa-c6f44a7bdce7 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:54:26.237567 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-87a83a5f-b86c-4c89-92fa-c6f44a7bdce7 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:54:26.270022 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-87a83a5f-b86c-4c89-92fa-c6f44a7bdce7 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:26.284294 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe4fa-d07f-4847-a5c4-76c5a8914b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:26.322361 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-87a83a5f-b86c-4c89-92fa-c6f44a7bdce7 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:54:26.326808 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-87a83a5f-b86c-4c89-92fa-c6f44a7bdce7 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Usage tracker for resource:security_group_rule and tenant:9b10fda6245e4b409fad0032864b3671 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:54:26.330653 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-87a83a5f-b86c-4c89-92fa-c6f44a7bdce7 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:54:26.339552 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-87a83a5f-b86c-4c89-92fa-c6f44a7bdce7 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:54:26.344311 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f1ea2-6d62-460b-b879-aa30dab6962b req-e0efe0e3-9a24-4ee3-8168-dfa7fce41765 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:26.350176 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-888f1ea2-6d62-460b-b879-aa30dab6962b req-e0efe0e3-9a24-4ee3-8168-dfa7fce41765 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.4592502
Feb 28 18:54:26.353518 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-38ee57b9-6e4f-4665-91ca-8d7d39d1fcd5 None None] Set router 51d2cce5-9da5-4252-bb48-33c64ce80dd4 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:54:26.417555 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5b71c0-8b6a-49d3-a01d-14d500b46bc4', 'tag': '4f27af5d-c4ff-467b-af89-892bf9d57eaf', 'status': 'completed', 'code': 200}
Feb 28 18:54:26.420285 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-87a83a5f-b86c-4c89-92fa-c6f44a7bdce7 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:26.428075 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-87a83a5f-b86c-4c89-92fa-c6f44a7bdce7 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:26.475420 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a83a5f-b86c-4c89-92fa-c6f44a7bdce7 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:26.502700 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cc110102-a674-4b34-ae01-f3336cfe6179 req-a3e7665b-76c1-45d0-a4a1-91f0a78c5ef5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db02cf2e-be37-45fc-b70d-76efd2db4952 HTTP/1.1" status: 200  len: 1002 time: 0.3909228
Feb 28 18:54:26.529903 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-87a83a5f-b86c-4c89-92fa-c6f44a7bdce7 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:26.535205 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-87a83a5f-b86c-4c89-92fa-c6f44a7bdce7 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3483961
Feb 28 18:54:26.535922 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 38000) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:26.541814 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-b6496df8-c5fd-4cac-b566-b9244a888399 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Request body: {'security_group_rule': {'security_group_id': '28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4', 'project_id': '9b10fda6245e4b409fad0032864b3671', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:54:26.552127 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-b6496df8-c5fd-4cac-b566-b9244a888399 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:54:26.564304 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-b6496df8-c5fd-4cac-b566-b9244a888399 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Usage tracker for resource:security_group_rule and tenant:9b10fda6245e4b409fad0032864b3671 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:54:26.568177 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-b6496df8-c5fd-4cac-b566-b9244a888399 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:54:26.579805 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-b6496df8-c5fd-4cac-b566-b9244a888399 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:54:26.599263 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-888f1ea2-6d62-460b-b879-aa30dab6962b req-661b19ed-b68f-4ddc-aabd-482584dc5376 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2384608
Feb 28 18:54:26.607724 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b6496df8-c5fd-4cac-b566-b9244a888399 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:26.658314 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc110102-a674-4b34-ae01-f3336cfe6179 req-3e7a1027-4601-4503-adda-7cca6585a4ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:26.659842 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cc110102-a674-4b34-ae01-f3336cfe6179 req-3e7a1027-4601-4503-adda-7cca6585a4ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d013530a-4ea2-46fc-b7a4-576179421aad HTTP/1.1" status: 200  len: 847 time: 0.1489079
Feb 28 18:54:26.700432 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c38676c6-10a9-4d3e-9177-8449cc182feb req-d15bf023-9500-4536-b22f-b1cc98d6670c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b10fda6245e4b409fad0032864b3671&device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 1099 time: 0.2936652
Feb 28 18:54:26.873125 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cc110102-a674-4b34-ae01-f3336cfe6179 req-427bc4c2-dee9-4cb2-8e2d-43b3d5a8f6d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2049553
Feb 28 18:54:26.881329 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-38ee57b9-6e4f-4665-91ca-8d7d39d1fcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ae0cac0>, [{'id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'name': 'tempest-TestMinimumBasicScenario-814134810-router', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:13Z', 'revision_number': 4, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'gw_port': {'id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '112c7fa5-0552-43e3-beaf-ecd58acf6634', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'port_id': '4f27af5d-c4ff-467b-af89-892bf9d57eaf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535', 'mac_address': 'fa:16:3e:72:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5b71c0-8b6a-49d3-a01d-14d500b46bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:54:24Z', 'updated_at': '2022-02-28T18:54:24Z', 'revision_number': 0, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7abf85-a4e2-4491-bfcd-479cc67e05ab', 'name': '', 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'mac_address': 'fa:16:3e:08:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef60b45d-4f01-4cac-9ad4-f548867b8b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:12Z', 'updated_at': '2022-02-28T18:53:40Z', 'revision_number': 5, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'subnets': [{'id': 'ef60b45d-4f01-4cac-9ad4-f548867b8b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:26.886154 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee57b9-6e4f-4665-91ca-8d7d39d1fcd5 None None] Checking router: 51d2cce5-9da5-4252-bb48-33c64ce80dd4 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:54:26.899072 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ee57b9-6e4f-4665-91ca-8d7d39d1fcd5 None None] Routers {'51d2cce5-9da5-4252-bb48-33c64ce80dd4'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:54:26.899701 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-38ee57b9-6e4f-4665-91ca-8d7d39d1fcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ae0cac0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:53:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['51d2cce5-9da5-4252-bb48-33c64ce80dd4'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:26.913177 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38676c6-10a9-4d3e-9177-8449cc182feb req-005a5797-8f44-417a-bf10-d2d8001013bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:26.915148 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c38676c6-10a9-4d3e-9177-8449cc182feb req-005a5797-8f44-417a-bf10-d2d8001013bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=37ceae1c-d0dc-4e09-a2ee-36dde56e5535 HTTP/1.1" status: 200  len: 915 time: 0.1925926
Feb 28 18:54:26.940532 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a777f2-7922-430b-a868-9281a04e8e36 req-90eddb80-799f-4e99-8d4e-b252fdcf38bf tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:26.944177 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-77a777f2-7922-430b-a868-9281a04e8e36 req-90eddb80-799f-4e99-8d4e-b252fdcf38bf tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.2722659
Feb 28 18:54:26.959634 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b6496df8-c5fd-4cac-b566-b9244a888399 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:27.007185 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b6496df8-c5fd-4cac-b566-b9244a888399 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:27.017397 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 38006) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:27.050269 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6496df8-c5fd-4cac-b566-b9244a888399 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4f76a5-387c-4d15-9c87-4bc2983f25d8,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:27.099551 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-77a777f2-7922-430b-a868-9281a04e8e36 req-97bc145b-7052-46ae-b2e1-9434398719f5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1470559
Feb 28 18:54:27.119437 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b6496df8-c5fd-4cac-b566-b9244a888399 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:27.121680 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-b6496df8-c5fd-4cac-b566-b9244a888399 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5846381
Feb 28 18:54:27.124657 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 38012) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:27.156864 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-37ed6ef1-1563-4934-9b82-c1cb74ac0e3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Request body: {'security_group_rule': {'security_group_id': '28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4', 'project_id': '9b10fda6245e4b409fad0032864b3671', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:54:27.159536 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c38676c6-10a9-4d3e-9177-8449cc182feb req-f8186221-d7ae-4776-a33d-3a3e0d09d087 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f27af5d-c4ff-467b-af89-892bf9d57eaf HTTP/1.1" status: 200  len: 1000 time: 0.1701217
Feb 28 18:54:27.164832 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cc110102-a674-4b34-ae01-f3336cfe6179 req-d240d6ac-8c4c-4a5d-a00d-28f9ddf5d542 service neutron] 10.222.0.70 "GET /v2.0/networks/ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2810826
Feb 28 18:54:27.172455 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-38ee57b9-6e4f-4665-91ca-8d7d39d1fcd5 None None] Set router 51d2cce5-9da5-4252-bb48-33c64ce80dd4 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:54:27.198944 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-37ed6ef1-1563-4934-9b82-c1cb74ac0e3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:54:27.213137 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-37ed6ef1-1563-4934-9b82-c1cb74ac0e3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Usage tracker for resource:security_group_rule and tenant:9b10fda6245e4b409fad0032864b3671 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:54:27.225267 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-37ed6ef1-1563-4934-9b82-c1cb74ac0e3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:54:27.244652 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-37ed6ef1-1563-4934-9b82-c1cb74ac0e3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:54:27.302029 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-37ed6ef1-1563-4934-9b82-c1cb74ac0e3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:27.362645 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38676c6-10a9-4d3e-9177-8449cc182feb req-c56c664b-0e13-4563-8587-21678639431e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:27.368057 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c38676c6-10a9-4d3e-9177-8449cc182feb req-c56c664b-0e13-4563-8587-21678639431e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef60b45d-4f01-4cac-9ad4-f548867b8b95 HTTP/1.1" status: 200  len: 853 time: 0.1891983
Feb 28 18:54:27.460405 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cc110102-a674-4b34-ae01-f3336cfe6179 req-619713d2-c999-4519-8a51-4c37c29acb1d service neutron] 10.222.0.70 "GET /v2.0/networks/ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2432091
Feb 28 18:54:27.498807 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c38676c6-10a9-4d3e-9177-8449cc182feb req-1116a479-0ea1-4084-a7b3-923120c1dc11 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=37ceae1c-d0dc-4e09-a2ee-36dde56e5535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1168389
Feb 28 18:54:27.547268 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-37ed6ef1-1563-4934-9b82-c1cb74ac0e3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:27.626802 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-37ed6ef1-1563-4934-9b82-c1cb74ac0e3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:27.668555 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed6ef1-1563-4934-9b82-c1cb74ac0e3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4375197a-8bda-4e72-86f3-625461f6c737,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:27.669661 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-38ee57b9-6e4f-4665-91ca-8d7d39d1fcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ae0cac0>, [{'id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'name': 'tempest-TestMinimumBasicScenario-814134810-router', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:13Z', 'revision_number': 4, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'gw_port': {'id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '112c7fa5-0552-43e3-beaf-ecd58acf6634', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'port_id': '4f27af5d-c4ff-467b-af89-892bf9d57eaf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535', 'mac_address': 'fa:16:3e:72:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5b71c0-8b6a-49d3-a01d-14d500b46bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:54:24Z', 'updated_at': '2022-02-28T18:54:24Z', 'revision_number': 0, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7abf85-a4e2-4491-bfcd-479cc67e05ab', 'name': '', 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'mac_address': 'fa:16:3e:08:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef60b45d-4f01-4cac-9ad4-f548867b8b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:12Z', 'updated_at': '2022-02-28T18:53:40Z', 'revision_number': 5, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'subnets': [{'id': 'ef60b45d-4f01-4cac-9ad4-f548867b8b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:27.684227 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee57b9-6e4f-4665-91ca-8d7d39d1fcd5 None None] The sync data for ids ['51d2cce5-9da5-4252-bb48-33c64ce80dd4'] in dv-cinder-831188-1-iscsi is: [{'id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'name': 'tempest-TestMinimumBasicScenario-814134810-router', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:13Z', 'revision_number': 4, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'gw_port': {'id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '112c7fa5-0552-43e3-beaf-ecd58acf6634', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'floating_ip_address': '172.27.3.147', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'port_id': '4f27af5d-c4ff-467b-af89-892bf9d57eaf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535', 'mac_address': 'fa:16:3e:72:25:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5b71c0-8b6a-49d3-a01d-14d500b46bc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:54:24Z', 'updated_at': '2022-02-28T18:54:24Z', 'revision_number': 0, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b7abf85-a4e2-4491-bfcd-479cc67e05ab', 'name': '', 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'mac_address': 'fa:16:3e:08:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef60b45d-4f01-4cac-9ad4-f548867b8b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:12Z', 'updated_at': '2022-02-28T18:53:40Z', 'revision_number': 5, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'subnets': [{'id': 'ef60b45d-4f01-4cac-9ad4-f548867b8b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:54:27.706739 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-37ed6ef1-1563-4934-9b82-c1cb74ac0e3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:27.707943 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-37ed6ef1-1563-4934-9b82-c1cb74ac0e3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.5801554
Feb 28 18:54:27.727973 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 38018) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:27.751935 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-b9ccdcc5-4506-4a92-9825-33bd7caf4a3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Request body: {'security_group_rule': {'security_group_id': '28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4', 'project_id': '9b10fda6245e4b409fad0032864b3671', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:54:27.767838 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-b9ccdcc5-4506-4a92-9825-33bd7caf4a3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:54:27.781118 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-b9ccdcc5-4506-4a92-9825-33bd7caf4a3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Usage tracker for resource:security_group_rule and tenant:9b10fda6245e4b409fad0032864b3671 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:54:27.785395 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-b9ccdcc5-4506-4a92-9825-33bd7caf4a3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:54:27.792425 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-b9ccdcc5-4506-4a92-9825-33bd7caf4a3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:54:27.811668 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c38676c6-10a9-4d3e-9177-8449cc182feb req-12a34032-e393-4c93-aa7e-2d74bbecb434 service neutron] 10.222.0.70 "GET /v2.0/networks/37ceae1c-d0dc-4e09-a2ee-36dde56e5535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3029246
Feb 28 18:54:27.832006 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b9ccdcc5-4506-4a92-9825-33bd7caf4a3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:27.923905 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b9ccdcc5-4506-4a92-9825-33bd7caf4a3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:27.934129 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b9ccdcc5-4506-4a92-9825-33bd7caf4a3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:27.981187 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ccdcc5-4506-4a92-9825-33bd7caf4a3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ffc172-1a4f-4de2-9537-c5a91db839d1,revision_number=0']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:27.999975 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07489651-9ef3-4231-a832-fd9c79ea1da7 None None] New status for floating IP 112c7fa5-0552-43e3-beaf-ecd58acf6634: ACTIVE {{(pid=83065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 28 18:54:28.004230 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b9ccdcc5-4506-4a92-9825-33bd7caf4a3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:28.008268 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-b9ccdcc5-4506-4a92-9825-33bd7caf4a3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2759633
Feb 28 18:54:28.033066 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 38022) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:28.049963 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Request body: {'security_group_rule': {'security_group_id': '28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4', 'project_id': '9b10fda6245e4b409fad0032864b3671', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:54:28.072626 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:54:28.093659 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Usage tracker for resource:security_group_rule and tenant:9b10fda6245e4b409fad0032864b3671 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:54:28.101460 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:54:28.119808 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:54:28.210533 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c38676c6-10a9-4d3e-9177-8449cc182feb req-78bcf024-78dc-4250-94e4-356a49d564dc service neutron] 10.222.0.70 "GET /v2.0/networks/37ceae1c-d0dc-4e09-a2ee-36dde56e5535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3882399
Feb 28 18:54:28.226154 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:28.296761 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-366d6f49-a5aa-4888-a713-bffcf8e92ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:28.352000 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:28.360335 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92248d1-425c-4118-998b-175ddca9c6c3 req-a97bce72-5cdd-41c4-9cb5-4cf4f735a1e9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:28.362480 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a92248d1-425c-4118-998b-175ddca9c6c3 req-a97bce72-5cdd-41c4-9cb5-4cf4f735a1e9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.3921530
Feb 28 18:54:28.365079 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:28.405747 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45adce6-c82b-4dc1-af7c-d5992d3f332d,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:28.438288 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:28.439041 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:28.439788 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:28.440373 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:28.440920 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:28.441461 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:28.442176 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:28.442773 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:28.443333 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:28.444066 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:28.444586 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:54:28.448845 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:28.453765 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-d1ea945c-29d1-4297-b012-f27dcb3ac930 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4164326
Feb 28 18:54:28.454947 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 38028) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:28.476491 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-a52453d8-28d9-4ef4-b90f-04e009ff7cb5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Request body: {'security_group_rule': {'security_group_id': '28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4', 'project_id': '9b10fda6245e4b409fad0032864b3671', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:54:28.502601 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-a52453d8-28d9-4ef4-b90f-04e009ff7cb5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:54:28.511184 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a92248d1-425c-4118-998b-175ddca9c6c3 req-9b3757d6-a42b-47eb-aa49-b51a24aba2a2 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1341517
Feb 28 18:54:28.513131 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-a52453d8-28d9-4ef4-b90f-04e009ff7cb5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Usage tracker for resource:security_group_rule and tenant:9b10fda6245e4b409fad0032864b3671 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:54:28.517284 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-a52453d8-28d9-4ef4-b90f-04e009ff7cb5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:54:28.519341 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-145f02a1-c15c-4b9e-85ce-e07aadaa4d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708202'] for router_interface, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:28.537511 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-a52453d8-28d9-4ef4-b90f-04e009ff7cb5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:54:28.565609 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.securitygroups_db [None req-a52453d8-28d9-4ef4-b90f-04e009ff7cb5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Project 9b10fda6245e4b409fad0032864b3671 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 28 18:54:28.579331 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a52453d8-28d9-4ef4-b90f-04e009ff7cb5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:28.616638 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a5520-62fd-4fb0-8290-548b6bf9f868 req-7e790699-93d0-485c-af5f-abd1d3d90c25 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:28.624107 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-dc3a5520-62fd-4fb0-8290-548b6bf9f868 req-7e790699-93d0-485c-af5f-abd1d3d90c25 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.2726483
Feb 28 18:54:28.677499 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a52453d8-28d9-4ef4-b90f-04e009ff7cb5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:28.682147 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a52453d8-28d9-4ef4-b90f-04e009ff7cb5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:28.707104 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52453d8-28d9-4ef4-b90f-04e009ff7cb5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0223fd3-6027-4942-aafc-dcb6c64e63cf,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:28.722120 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-a52453d8-28d9-4ef4-b90f-04e009ff7cb5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:28.726866 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-a52453d8-28d9-4ef4-b90f-04e009ff7cb5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2706070
Feb 28 18:54:28.727796 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 38036) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:28.737274 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-793dd10f-e4e2-4c8d-8087-f7f03bb46402 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Request body: {'security_group_rule': {'security_group_id': '28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4', 'project_id': '9b10fda6245e4b409fad0032864b3671', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:54:28.745673 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-793dd10f-e4e2-4c8d-8087-f7f03bb46402 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:54:28.751380 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-793dd10f-e4e2-4c8d-8087-f7f03bb46402 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Usage tracker for resource:security_group_rule and tenant:9b10fda6245e4b409fad0032864b3671 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:54:28.752887 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-dc3a5520-62fd-4fb0-8290-548b6bf9f868 req-f0dc13f5-5fef-49c7-bba3-3696565b624e tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622156
Feb 28 18:54:28.767960 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-793dd10f-e4e2-4c8d-8087-f7f03bb46402 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:54:28.788718 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-793dd10f-e4e2-4c8d-8087-f7f03bb46402 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:54:28.808493 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.securitygroups_db [None req-793dd10f-e4e2-4c8d-8087-f7f03bb46402 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Project 9b10fda6245e4b409fad0032864b3671 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Feb 28 18:54:28.822169 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-793dd10f-e4e2-4c8d-8087-f7f03bb46402 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:28.939500 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-793dd10f-e4e2-4c8d-8087-f7f03bb46402 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:28.947712 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-793dd10f-e4e2-4c8d-8087-f7f03bb46402 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867164'] for security_group_rule, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:28.976584 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793dd10f-e4e2-4c8d-8087-f7f03bb46402 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e96f8bb-c0bb-4149-bc2e-1c0b280f12cd,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:28.998513 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-793dd10f-e4e2-4c8d-8087-f7f03bb46402 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:29.002624 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-793dd10f-e4e2-4c8d-8087-f7f03bb46402 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2706726
Feb 28 18:54:29.147111 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-10e6d035-f847-45df-a1b6-d13022497e65 req-e3762574-6278-4901-a8d1-d58c7f832378 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2143086623&fields=id&tenant_id=9b10fda6245e4b409fad0032864b3671 HTTP/1.1" status: 200  len: 267 time: 0.0453975
Feb 28 18:54:29.241204 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6d035-f847-45df-a1b6-d13022497e65 req-4b039e5b-c8a7-4bb5-8799-b4c3228046d7 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:29.242964 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-10e6d035-f847-45df-a1b6-d13022497e65 req-4b039e5b-c8a7-4bb5-8799-b4c3228046d7 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 946 time: 0.0902028
Feb 28 18:54:29.255733 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-10e6d035-f847-45df-a1b6-d13022497e65 req-46a1c2b7-2c48-4c16-b323-4911b7909f3a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Request body: {'port': {'security_groups': ['6572f896-5e2a-42b2-b7ea-8c21542415ec', '28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4']}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:54:29.371254 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-145f02a1-c15c-4b9e-85ce-e07aadaa4d6e admin admin] Deleting port 03c0a01b-4453-4632-ab9b-9bf5d8784f3b {{(pid=83062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:54:29.372079 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-145f02a1-c15c-4b9e-85ce-e07aadaa4d6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:29.396016 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-10e6d035-f847-45df-a1b6-d13022497e65 req-46a1c2b7-2c48-4c16-b323-4911b7909f3a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:29.491441 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:29.538218 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:29.598074 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.db [None req-145f02a1-c15c-4b9e-85ce-e07aadaa4d6e admin admin] For port 03c0a01b-4453-4632-ab9b-9bf5d8784f3b, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=03c0a01b-4453-4632-ab9b-9bf5d8784f3b,segment=NetworkSegment(805819ed-9a94-43be-8f5f-0e28f8886edb),segment_id=805819ed-9a94-43be-8f5f-0e28f8886edb)] {{(pid=83062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:54:29.598785 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-145f02a1-c15c-4b9e-85ce-e07aadaa4d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:29.774105 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-145f02a1-c15c-4b9e-85ce-e07aadaa4d6e admin admin] Calling delete_port for 03c0a01b-4453-4632-ab9b-9bf5d8784f3b owned by network:router_interface {{(pid=83062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:54:29.779699 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-10e6d035-f847-45df-a1b6-d13022497e65 req-46a1c2b7-2c48-4c16-b323-4911b7909f3a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] For port 4f27af5d-c4ff-467b-af89-892bf9d57eaf, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4f27af5d-c4ff-467b-af89-892bf9d57eaf,segment=NetworkSegment(ef1555fd-768e-4e21-82f6-327d4c9aeb9a),segment_id=ef1555fd-768e-4e21-82f6-327d4c9aeb9a)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:54:29.809427 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-10e6d035-f847-45df-a1b6-d13022497e65 req-46a1c2b7-2c48-4c16-b323-4911b7909f3a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:29.817122 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-10e6d035-f847-45df-a1b6-d13022497e65 req-46a1c2b7-2c48-4c16-b323-4911b7909f3a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:29.829680 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['4f27af5d-c4ff-467b-af89-892bf9d57eaf'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:54:30.039429 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1c2b7-2c48-4c16-b323-4911b7909f3a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Pushing event updated for resources: {'Port': ['ID=4f27af5d-c4ff-467b-af89-892bf9d57eaf,revision_number=6']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:30.057729 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6d035-f847-45df-a1b6-d13022497e65 req-46a1c2b7-2c48-4c16-b323-4911b7909f3a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:30.058317 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-10e6d035-f847-45df-a1b6-d13022497e65 req-46a1c2b7-2c48-4c16-b323-4911b7909f3a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:30.069042 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14b453-7330-42c8-aa66-ec7f026f72e2 req-71a5c9ce-5309-458b-8a56-c1a26e7ce8d0 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:30.073162 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-10e6d035-f847-45df-a1b6-d13022497e65 req-46a1c2b7-2c48-4c16-b323-4911b7909f3a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "PUT /v2.0/ports/4f27af5d-c4ff-467b-af89-892bf9d57eaf HTTP/1.1" status: 200  len: 982 time: 0.8222558
Feb 28 18:54:30.073764 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5b71c0-8b6a-49d3-a01d-14d500b46bc4', 'tag': '4f27af5d-c4ff-467b-af89-892bf9d57eaf'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:54:30.076556 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7c14b453-7330-42c8-aa66-ec7f026f72e2 req-71a5c9ce-5309-458b-8a56-c1a26e7ce8d0 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.3093872
Feb 28 18:54:30.171524 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7c14b453-7330-42c8-aa66-ec7f026f72e2 req-56110228-1888-4ed8-9bb9-66869ccc7945 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938871
Feb 28 18:54:30.193629 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['4f27af5d-c4ff-467b-af89-892bf9d57eaf'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:54:30.410016 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9b850-3dfa-4536-8c10-d3d97b25754d req-0a3319e9-6579-4884-ac9e-6797ecedab92 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:30.426103 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-22f9b850-3dfa-4536-8c10-d3d97b25754d req-0a3319e9-6579-4884-ac9e-6797ecedab92 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.1965055
Feb 28 18:54:30.548545 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-22f9b850-3dfa-4536-8c10-d3d97b25754d req-b37987a0-7867-41d1-a585-25cbf407f18f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1205387
Feb 28 18:54:30.629940 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a36c3-5b6a-41a4-8344-cfddec9417c5 req-5021d386-e1de-4ae4-b19c-55daa7bcad3c tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:30.631498 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-8a1a36c3-5b6a-41a4-8344-cfddec9417c5 req-5021d386-e1de-4ae4-b19c-55daa7bcad3c tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 985 time: 0.1087883
Feb 28 18:54:30.632670 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-145f02a1-c15c-4b9e-85ce-e07aadaa4d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:30.639980 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5b71c0-8b6a-49d3-a01d-14d500b46bc4', 'tag': '4f27af5d-c4ff-467b-af89-892bf9d57eaf', 'status': 'completed', 'code': 200}
Feb 28 18:54:30.696395 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f02a1-c15c-4b9e-85ce-e07aadaa4d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=03c0a01b-4453-4632-ab9b-9bf5d8784f3b,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:30.712677 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-c7cad6dd-4137-4159-8a77-c3a367b31d20 None None] Provisioning complete for port 4f27af5d-c4ff-467b-af89-892bf9d57eaf triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:54:30.713160 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c7cad6dd-4137-4159-8a77-c3a367b31d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:30.809246 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-8a1a36c3-5b6a-41a4-8344-cfddec9417c5 req-bb1225f9-ae03-4873-ab96-dfadc1466fb5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Synchronizing usage tracker for tenant:9b10fda6245e4b409fad0032864b3671 on resource:security_group {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:54:30.847334 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-50e0ae96-aad6-4b63-9656-c01e9aaee501 req-fd91fe47-ec99-43f3-be29-578700ce0252 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b10fda6245e4b409fad0032864b3671&device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 1138 time: 0.1704795
Feb 28 18:54:30.970058 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-8a1a36c3-5b6a-41a4-8344-cfddec9417c5 req-bb1225f9-ae03-4873-ab96-dfadc1466fb5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Unset dirty status for tenant:9b10fda6245e4b409fad0032864b3671 on resource:security_group {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:54:30.977140 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:30.983574 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-8a1a36c3-5b6a-41a4-8344-cfddec9417c5 req-bb1225f9-ae03-4873-ab96-dfadc1466fb5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4&id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3166161
Feb 28 18:54:30.999748 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:31.107120 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0ae96-aad6-4b63-9656-c01e9aaee501 req-8433054e-1ee3-497c-a52e-763117864117 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:31.109289 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-50e0ae96-aad6-4b63-9656-c01e9aaee501 req-8433054e-1ee3-497c-a52e-763117864117 service neutron] 10.222.0.70 "GET /v2.0/networks?id=37ceae1c-d0dc-4e09-a2ee-36dde56e5535 HTTP/1.1" status: 200  len: 915 time: 0.2478216
Feb 28 18:54:31.179892 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-145f02a1-c15c-4b9e-85ce-e07aadaa4d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7996956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708313'] for router_interface, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:31.304204 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-50e0ae96-aad6-4b63-9656-c01e9aaee501 req-5009fbfa-1e30-4bc0-a559-19d171cf6169 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f27af5d-c4ff-467b-af89-892bf9d57eaf HTTP/1.1" status: 200  len: 1002 time: 0.1849437
Feb 28 18:54:31.426549 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0ae96-aad6-4b63-9656-c01e9aaee501 req-6bba7523-e56d-4b6d-8d2d-9b014914ce7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:31.427936 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-50e0ae96-aad6-4b63-9656-c01e9aaee501 req-6bba7523-e56d-4b6d-8d2d-9b014914ce7b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef60b45d-4f01-4cac-9ad4-f548867b8b95 HTTP/1.1" status: 200  len: 853 time: 0.1155615
Feb 28 18:54:31.532637 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe20dfe-95da-4b6f-9d28-f4204f9981e8 req-a92993d8-ea75-49e8-8cca-e231de018111 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:31.534149 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ebe20dfe-95da-4b6f-9d28-f4204f9981e8 req-a92993d8-ea75-49e8-8cca-e231de018111 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.1513081
Feb 28 18:54:31.596350 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-50e0ae96-aad6-4b63-9656-c01e9aaee501 req-85e18762-a26c-458b-9fe0-d1418047ebb2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=37ceae1c-d0dc-4e09-a2ee-36dde56e5535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1583681
Feb 28 18:54:31.619311 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ebe20dfe-95da-4b6f-9d28-f4204f9981e8 req-065534f4-d6ec-4f74-ba28-b088c7e1d17a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755811
Feb 28 18:54:31.955178 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbaca3d-e476-4dab-b104-85720132137a req-d9d3208f-4859-4550-9b00-d931a087ea5e tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:31.957758 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-bdbaca3d-e476-4dab-b104-85720132137a req-d9d3208f-4859-4550-9b00-d931a087ea5e tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.1793382
Feb 28 18:54:31.962136 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-50e0ae96-aad6-4b63-9656-c01e9aaee501 req-d17f6093-dc0c-4de1-a2b1-410881728142 service neutron] 10.222.0.70 "GET /v2.0/networks/37ceae1c-d0dc-4e09-a2ee-36dde56e5535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3406317
Feb 28 18:54:32.031968 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-bdbaca3d-e476-4dab-b104-85720132137a req-a89bba4e-db40-48aa-b364-1a7b0b8fd0c7 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650949
Feb 28 18:54:32.104314 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145f02a1-c15c-4b9e-85ce-e07aadaa4d6e admin admin] Router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:54:32.167243 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-50e0ae96-aad6-4b63-9656-c01e9aaee501 req-d7533961-2981-4803-9229-4373b55204d1 service neutron] 10.222.0.70 "GET /v2.0/networks/37ceae1c-d0dc-4e09-a2ee-36dde56e5535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1974082
Feb 28 18:54:32.427840 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-696271bd-e7f2-40eb-bbf2-0d21ae134ebf req-882d9054-ba6e-452d-b556-653f3d7e49be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.2262306
Feb 28 18:54:32.449566 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145f02a1-c15c-4b9e-85ce-e07aadaa4d6e admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:54:32.464500 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170fe828-983b-451b-861e-43fe67adab25 None None] Sync routers for ids ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:54:32.491617 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-145f02a1-c15c-4b9e-85ce-e07aadaa4d6e admin admin] 10.222.0.18 "PUT /v2.0/routers/6778b8ad-ca0c-4f66-a401-79f79ef41a65/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4523375
Feb 28 18:54:32.494394 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 38062) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:32.497662 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170fe828-983b-451b-861e-43fe67adab25 None None] Routers {'6778b8ad-ca0c-4f66-a401-79f79ef41a65'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:54:32.497905 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-170fe828-983b-451b-861e-43fe67adab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5a6cad30>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:54:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:32.821040 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 38074) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:32.974906 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-170fe828-983b-451b-861e-43fe67adab25 None None] Set router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:54:33.020376 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731897a-d846-454f-9569-340f1f5200d4 req-6d3076d6-89ad-43af-853f-1d134a3fc007 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:33.021884 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7731897a-d846-454f-9569-340f1f5200d4 req-6d3076d6-89ad-43af-853f-1d134a3fc007 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.1885686
Feb 28 18:54:33.090155 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6550-e079-4424-93de-dac995e19c54 admin admin] Notify callbacks [] for router, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:33.133337 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device db02cf2e-be37-45fc-b70d-76efd2db4952 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:54:33.193287 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b487463a-e19a-452b-9b91-496d50c92f7b req-336959bd-24d0-481b-80d1-cf637da25c95 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3703151
Feb 28 18:54:33.199008 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe74b76-8f5d-4b76-839b-eb60e1da81ab req-2bc285b8-9b22-497d-a6a6-1e91a9b9bd28 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:33.223235 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6fe74b76-8f5d-4b76-839b-eb60e1da81ab req-2bc285b8-9b22-497d-a6a6-1e91a9b9bd28 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.3299122
Feb 28 18:54:33.319200 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6fe74b76-8f5d-4b76-839b-eb60e1da81ab req-2f8f1d10-6e36-4b6f-bae0-258106ad51c8 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0950210
Feb 28 18:54:33.347156 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7731897a-d846-454f-9569-340f1f5200d4 req-565e32bf-047c-4c3f-a46e-a14e19a12f7c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3146987
Feb 28 18:54:33.503650 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:33.544985 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6550-e079-4424-93de-dac995e19c54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:33.564429 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-c8eb6550-e079-4424-93de-dac995e19c54 admin admin] Deleting port 4bc0c118-994f-43b1-97e8-2835b065e5ab {{(pid=83062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:54:33.564794 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6550-e079-4424-93de-dac995e19c54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:33.576861 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port db02cf2e-be37-45fc-b70d-76efd2db4952, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=db02cf2e-be37-45fc-b70d-76efd2db4952,segment=NetworkSegment(df0059bf-6a30-4233-8594-225cda2c765a),segment_id=df0059bf-6a30-4233-8594-225cda2c765a)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:54:33.577982 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc53579b-ea78-429b-8bdf-a6c8054b109a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db02cf2e-be37-45fc-b70d-76efd2db4952'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:54:33.588488 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:33.693657 dv-cinder-831188-1-iscsi neutron-server[83064]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc53579b-ea78-429b-8bdf-a6c8054b109a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'db02cf2e-be37-45fc-b70d-76efd2db4952', 'code': 422} returned with failed status
Feb 28 18:54:33.742869 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=db02cf2e-be37-45fc-b70d-76efd2db4952,revision_number=6']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:33.758072 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-170fe828-983b-451b-861e-43fe67adab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5a6cad30>, [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:54:30Z', 'revision_number': 5, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port': {'id': '4bc0c118-994f-43b1-97e8-2835b065e5ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:36:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:02Z', 'updated_at': '2022-02-28T18:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:33.762256 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170fe828-983b-451b-861e-43fe67adab25 None None] Checking router: 6778b8ad-ca0c-4f66-a401-79f79ef41a65 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:54:33.795027 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170fe828-983b-451b-861e-43fe67adab25 None None] Routers {'6778b8ad-ca0c-4f66-a401-79f79ef41a65'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:54:33.796693 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-170fe828-983b-451b-861e-43fe67adab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5a6cad30>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:54:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:33.828190 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.db [None req-c8eb6550-e079-4424-93de-dac995e19c54 admin admin] For port 4bc0c118-994f-43b1-97e8-2835b065e5ab, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=4bc0c118-994f-43b1-97e8-2835b065e5ab,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:54:33.829328 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6550-e079-4424-93de-dac995e19c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:33.989863 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-170fe828-983b-451b-861e-43fe67adab25 None None] Set router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 gateway port host: None {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:54:34.016936 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-c8eb6550-e079-4424-93de-dac995e19c54 admin admin] Calling delete_port for 4bc0c118-994f-43b1-97e8-2835b065e5ab owned by network:router_gateway {{(pid=83062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:54:34.108626 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-170fe828-983b-451b-861e-43fe67adab25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5a6cad30>, [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:54:33Z', 'revision_number': 6, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port_host': None}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:34.112717 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170fe828-983b-451b-861e-43fe67adab25 None None] The sync data for ids ['6778b8ad-ca0c-4f66-a401-79f79ef41a65'] in dv-cinder-831188-1-iscsi is: [{'id': '6778b8ad-ca0c-4f66-a401-79f79ef41a65', 'name': 'tempest-AttachVolumeTestJSON-318902888-router', 'tenant_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:47:00Z', 'updated_at': '2022-02-28T18:54:33Z', 'revision_number': 6, 'project_id': '8fcb1c7fbee84c74815b0b125d1f9b35', 'gw_port_host': None}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:54:34.235007 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6550-e079-4424-93de-dac995e19c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:34.285357 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb6550-e079-4424-93de-dac995e19c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bc0c118-994f-43b1-97e8-2835b065e5ab,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:34.587166 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6550-e079-4424-93de-dac995e19c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716815'] for router_gateway, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:34.696425 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4adbbb-b15a-40a8-8d62-e095c6056a22 req-9b82515e-44c5-4976-9e5c-9ca4794bbab1 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:34.704276 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fe4adbbb-b15a-40a8-8d62-e095c6056a22 req-9b82515e-44c5-4976-9e5c-9ca4794bbab1 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.1187632
Feb 28 18:54:34.762075 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fe4adbbb-b15a-40a8-8d62-e095c6056a22 req-5c15d9e2-28b3-46f6-bd33-a33fba17ae52 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568111
Feb 28 18:54:34.940995 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b487463a-e19a-452b-9b91-496d50c92f7b req-df25dd4b-5b2c-4135-bf08-78db67cc7785 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a&tenant_id=df6310ee4c214b53bfc3fa13d6f15b83 HTTP/1.1" status: 200  len: 1097 time: 0.0808206
Feb 28 18:54:35.079855 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b487463a-e19a-452b-9b91-496d50c92f7b req-50335b9c-9349-4b5f-b531-2b1b0bbaadbb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df6310ee4c214b53bfc3fa13d6f15b83&device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 1097 time: 0.1035230
Feb 28 18:54:35.104785 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6550-e079-4424-93de-dac995e19c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239020'] for router, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:35.127905 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df1ed8-11ba-4b8c-9fc2-87a3d3441bef req-45bed3d2-c8e1-4398-ac74-bd3b8e6310c0 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:35.131064 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e0df1ed8-11ba-4b8c-9fc2-87a3d3441bef req-45bed3d2-c8e1-4398-ac74-bd3b8e6310c0 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.4708250
Feb 28 18:54:35.134483 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6550-e079-4424-93de-dac995e19c54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:35.281011 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e0df1ed8-11ba-4b8c-9fc2-87a3d3441bef req-4dcdd4a8-3860-413e-8e92-480b105f305b tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488496
Feb 28 18:54:35.281830 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6550-e079-4424-93de-dac995e19c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706859'] for router, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:35.282271 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8eb6550-e079-4424-93de-dac995e19c54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6778b8ad-ca0c-4f66-a401-79f79ef41a65 {{(pid=83062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 28 18:54:35.296617 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c8eb6550-e079-4424-93de-dac995e19c54 admin admin] Notify callbacks [] for router, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:35.298285 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-c8eb6550-e079-4424-93de-dac995e19c54 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6778b8ad-ca0c-4f66-a401-79f79ef41a65 HTTP/1.1" status: 204  len: 168 time: 2.8028805
Feb 28 18:54:35.300808 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 38098) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:35.301483 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487463a-e19a-452b-9b91-496d50c92f7b req-de7b2440-84d6-4eba-8be8-ae6273743603 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:35.304136 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b487463a-e19a-452b-9b91-496d50c92f7b req-de7b2440-84d6-4eba-8be8-ae6273743603 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 HTTP/1.1" status: 200  len: 909 time: 0.2164304
Feb 28 18:54:35.387045 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef29004-bb28-4aee-8664-a1c7ae0c2f7e admin admin] Deleting subnet 6dce3474-2c0c-493d-819c-9f361e4996c7 {{(pid=83062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 28 18:54:35.392153 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fef29004-bb28-4aee-8664-a1c7ae0c2f7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:35.444346 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b487463a-e19a-452b-9b91-496d50c92f7b req-c1c75f96-d024-4e36-ac5c-8bb5eee866df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db02cf2e-be37-45fc-b70d-76efd2db4952 HTTP/1.1" status: 200  len: 1000 time: 0.1324582
Feb 28 18:54:35.461390 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fef29004-bb28-4aee-8664-a1c7ae0c2f7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066642'] for subnet, precommit_delete_associations {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:35.521890 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487463a-e19a-452b-9b91-496d50c92f7b req-c3a80d17-b4bc-4b19-82b5-75e5a0e85bc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:35.524576 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b487463a-e19a-452b-9b91-496d50c92f7b req-c3a80d17-b4bc-4b19-82b5-75e5a0e85bc0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d013530a-4ea2-46fc-b7a4-576179421aad HTTP/1.1" status: 200  len: 847 time: 0.0721512
Feb 28 18:54:35.598178 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fef29004-bb28-4aee-8664-a1c7ae0c2f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7461361'] for subnet, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:35.606410 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b487463a-e19a-452b-9b91-496d50c92f7b req-61edcf61-694f-4267-90e7-96e11f870b76 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749075
Feb 28 18:54:35.692946 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fef29004-bb28-4aee-8664-a1c7ae0c2f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7461320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656696'] for subnet, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:35.736204 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef29004-bb28-4aee-8664-a1c7ae0c2f7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dce3474-2c0c-493d-819c-9f361e4996c7,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:35.743363 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-fef29004-bb28-4aee-8664-a1c7ae0c2f7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:35.749544 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-fef29004-bb28-4aee-8664-a1c7ae0c2f7e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6dce3474-2c0c-493d-819c-9f361e4996c7 HTTP/1.1" status: 204  len: 168 time: 0.4475999
Feb 28 18:54:35.752171 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f01a0b1-d813-4a20-b13a-d3fdaccfab6e None None] Network 938299cb-86e8-4dea-8808-d72ec700e3e7 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:54:35.752976 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 38102) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:35.773703 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b487463a-e19a-452b-9b91-496d50c92f7b req-4706ec22-8380-44bc-95c2-a02aad844357 service neutron] 10.222.0.70 "GET /v2.0/networks/ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1561158
Feb 28 18:54:35.957639 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 4bc0c118-994f-43b1-97e8-2835b065e5ab no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:54:35.998851 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: 4bc0c118-994f-43b1-97e8-2835b065e5ab {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:54:35.999226 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 4bc0c118-994f-43b1-97e8-2835b065e5ab not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:54:35.999623 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 03c0a01b-4453-4632-ab9b-9bf5d8784f3b no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:54:36.051743 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: 03c0a01b-4453-4632-ab9b-9bf5d8784f3b {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:54:36.052145 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 03c0a01b-4453-4632-ab9b-9bf5d8784f3b not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:54:36.148122 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370211'] for network, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:36.180681 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c68a85-87a4-4881-9fb3-493c27549f05 None None] DHCP port deletion for 938299cb-86e8-4dea-8808-d72ec700e3e7 request from dv-cinder-831188-1-iscsi {{(pid=83064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 28 18:54:36.187722 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-47c68a85-87a4-4881-9fb3-493c27549f05 None None] Deleting port d242f743-1dbd-435b-ac52-0b94a5457f70 {{(pid=83064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:54:36.189195 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-47c68a85-87a4-4881-9fb3-493c27549f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:36.214764 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] Deleting port d242f743-1dbd-435b-ac52-0b94a5457f70 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:54:36.215102 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:36.247242 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b487463a-e19a-452b-9b91-496d50c92f7b req-4f97c0b2-f705-4a4d-b2b5-69a49d91ca28 service neutron] 10.222.0.70 "GET /v2.0/networks/ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4668021
Feb 28 18:54:36.264596 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41412c-92c8-4072-8cdb-cbd95f1333b6 req-ff6e59fe-3f7f-4507-ae93-7f1e1493be18 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:36.266072 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6c41412c-92c8-4072-8cdb-cbd95f1333b6 req-ff6e59fe-3f7f-4507-ae93-7f1e1493be18 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.3239744
Feb 28 18:54:36.385833 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6c41412c-92c8-4072-8cdb-cbd95f1333b6 req-98d7874b-2889-4605-8be4-c2fdaa9cd663 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1123841
Feb 28 18:54:36.478028 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-47c68a85-87a4-4881-9fb3-493c27549f05 None None] For port d242f743-1dbd-435b-ac52-0b94a5457f70, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=d242f743-1dbd-435b-ac52-0b94a5457f70,segment=NetworkSegment(805819ed-9a94-43be-8f5f-0e28f8886edb),segment_id=805819ed-9a94-43be-8f5f-0e28f8886edb)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:54:36.478418 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-47c68a85-87a4-4881-9fb3-493c27549f05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:36.513114 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] For port d242f743-1dbd-435b-ac52-0b94a5457f70, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=d242f743-1dbd-435b-ac52-0b94a5457f70,segment=NetworkSegment(805819ed-9a94-43be-8f5f-0e28f8886edb),segment_id=805819ed-9a94-43be-8f5f-0e28f8886edb)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:54:36.513483 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:36.609944 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-47c68a85-87a4-4881-9fb3-493c27549f05 None None] Calling delete_port for d242f743-1dbd-435b-ac52-0b94a5457f70 owned by network:dhcp {{(pid=83064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:54:36.614827 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc2716-8c5a-4781-9628-7baa32b80024 req-3a1d1cc0-17fb-443e-bda3-2c99f96f8dff tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:36.616589 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-27bc2716-8c5a-4781-9628-7baa32b80024 req-3a1d1cc0-17fb-443e-bda3-2c99f96f8dff tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.1240461
Feb 28 18:54:36.671208 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-27bc2716-8c5a-4781-9628-7baa32b80024 req-a7c7278f-2f19-4f16-942d-4a2a8fda1721 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464413
Feb 28 18:54:36.688866 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] Calling delete_port for d242f743-1dbd-435b-ac52-0b94a5457f70 owned by network:dhcp {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:54:36.767852 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:36.776698 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.db.api [None req-47c68a85-87a4-4881-9fb3-493c27549f05 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 28 18:54:36.777268 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG oslo_db.api [None req-47c68a85-87a4-4881-9fb3-493c27549f05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 28 18:54:36.815982 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] No DVR routers for this DVR port d242f743-1dbd-435b-ac52-0b94a5457f70 on host dv-cinder-831188-1-iscsi {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:54:36.871182 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d242f743-1dbd-435b-ac52-0b94a5457f70,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:36.945512 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7459708', 'neutron.services.segments.db._delete_segments_for_network-8743575949671'] for network, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:36.977297 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3c5acf96a0>,) {'filters': {'network_id': ['938299cb-86e8-4dea-8808-d72ec700e3e7']}} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:36.989967 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5acf96a0>, '805819ed-9a94-43be-8f5f-0e28f8886edb') {'for_net_delete': True} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:36.990337 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5acf96a0>, '805819ed-9a94-43be-8f5f-0e28f8886edb') {} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:54:37.002287 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743575948782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1992737'] for segment, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:37.018439 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:37.026343 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=83063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 28 18:54:37.026834 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7462232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1992489'] for segment, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]: Traceback (most recent call last):
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:     timer()
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:     cb(*args, **kw)
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:     return func(*args, **kwargs)
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:     self._notify()
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:     self.callback(batched_events)
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:     event.method(event)
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:     return f(self, *a, **k)
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self._get(url).json()
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self.request(url, 'GET', **kwargs)
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 18:54:37.040522 dv-cinder-831188-1-iscsi neutron-server[83063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 18:54:37.120928 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7459699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716906'] for network, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:37.143449 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:37.145927 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=938299cb-86e8-4dea-8808-d72ec700e3e7,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:37.167698 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-ca2a370e-9bd9-4d5a-9149-f1dba29584f9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/938299cb-86e8-4dea-8808-d72ec700e3e7 HTTP/1.1" status: 204  len: 168 time: 1.4133039
Feb 28 18:54:37.279364 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-47c68a85-87a4-4881-9fb3-493c27549f05 None None] Deleting port d242f743-1dbd-435b-ac52-0b94a5457f70 {{(pid=83064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:54:37.280077 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-47c68a85-87a4-4881-9fb3-493c27549f05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:37.343692 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 38114) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:37.357965 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-47c68a85-87a4-4881-9fb3-493c27549f05 None None] The port 'd242f743-1dbd-435b-ac52-0b94a5457f70' was deleted {{(pid=83064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 28 18:54:37.409681 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-34ae8052-d286-4c66-a0db-8de00f0c8135 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8fcb1c7fbee84c74815b0b125d1f9b35&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0647585
Feb 28 18:54:37.412513 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 38118) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:37.490870 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6ee4b59a-76d7-4dc9-96c0-fb6e0faa6371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:37.522182 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6ee4b59a-76d7-4dc9-96c0-fb6e0faa6371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:37.594425 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6ee4b59a-76d7-4dc9-96c0-fb6e0faa6371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:37.622070 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4b59a-76d7-4dc9-96c0-fb6e0faa6371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeabf6d4-31f4-46d0-9671-045731ec3a52,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:37.641181 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6ee4b59a-76d7-4dc9-96c0-fb6e0faa6371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:37.642852 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-6ee4b59a-76d7-4dc9-96c0-fb6e0faa6371 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/eeabf6d4-31f4-46d0-9671-045731ec3a52 HTTP/1.1" status: 204  len: 168 time: 0.2286930
Feb 28 18:54:37.647054 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003db21a-cc5e-400f-80cd-0fe73f90d0ed req-eba71890-16d0-468e-a888-ce3733d52319 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:37.648832 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-003db21a-cc5e-400f-80cd-0fe73f90d0ed req-eba71890-16d0-468e-a888-ce3733d52319 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0983334
Feb 28 18:54:37.713498 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-003db21a-cc5e-400f-80cd-0fe73f90d0ed req-da5e24f8-d7dc-4045-a1df-ef2de7ae14fc tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551927
Feb 28 18:54:37.818425 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device d242f743-1dbd-435b-ac52-0b94a5457f70 no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:54:37.880668 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: d242f743-1dbd-435b-ac52-0b94a5457f70 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:54:37.881302 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device d242f743-1dbd-435b-ac52-0b94a5457f70 not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:54:37.927823 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04e4c7-3327-44cc-90d3-10fe04c6a605 req-ba96a095-35e2-4f4f-a3d7-1d3419f31d5f tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:37.929973 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ac04e4c7-3327-44cc-90d3-10fe04c6a605 req-ba96a095-35e2-4f4f-a3d7-1d3419f31d5f tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.1015151
Feb 28 18:54:37.988840 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ac04e4c7-3327-44cc-90d3-10fe04c6a605 req-78f377d1-c75b-45a0-91d2-b40259e3b609 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498493
Feb 28 18:54:38.991736 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937f2004-5837-4870-ba37-5c47e32ce4a7 req-3c3c79aa-f98b-4f44-bf26-b464af475898 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:38.993398 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-937f2004-5837-4870-ba37-5c47e32ce4a7 req-3c3c79aa-f98b-4f44-bf26-b464af475898 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.1128588
Feb 28 18:54:39.042814 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-937f2004-5837-4870-ba37-5c47e32ce4a7 req-ed9ced74-fba5-419c-a7fa-779ec9e7fc97 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429590
Feb 28 18:54:39.245254 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe62e85-b151-4cdb-9d63-f70902d80000 req-62d64c3b-eecd-4895-bdfa-79641a098baf tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:39.247124 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fbe62e85-b151-4cdb-9d63-f70902d80000 req-62d64c3b-eecd-4895-bdfa-79641a098baf tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.0824833
Feb 28 18:54:39.298233 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fbe62e85-b151-4cdb-9d63-f70902d80000 req-256ad503-8c52-4948-bc9f-00e3ac96d793 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450714
Feb 28 18:54:40.250212 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d6c14-b016-4a1c-a85d-ccb6e63c26cb req-53769ebf-9bd0-4d73-a428-593a51c0ba0e tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:40.251669 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7c8d6c14-b016-4a1c-a85d-ccb6e63c26cb req-53769ebf-9bd0-4d73-a428-593a51c0ba0e tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0837250
Feb 28 18:54:40.269569 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f22ccb20-74d8-4d5d-a7ec-035659be96bd req-7094e8c2-f7c4-470b-87dc-5f0de364cd6c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c9c9337657d43f59f92137cbfb4bdcb&device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 1099 time: 0.0674250
Feb 28 18:54:40.296808 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7c8d6c14-b016-4a1c-a85d-ccb6e63c26cb req-64181e28-b445-4805-874f-79f0f8c78f94 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394518
Feb 28 18:54:40.404593 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ccb20-74d8-4d5d-a7ec-035659be96bd req-e3e1b10b-fdbf-4c53-84c4-6d66f4ba4cf5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:40.406057 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f22ccb20-74d8-4d5d-a7ec-035659be96bd req-e3e1b10b-fdbf-4c53-84c4-6d66f4ba4cf5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88bc605-548b-40fa-8e31-819c1a23132c HTTP/1.1" status: 200  len: 917 time: 0.1298571
Feb 28 18:54:40.554575 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f22ccb20-74d8-4d5d-a7ec-035659be96bd req-b094a3c9-ccb0-4610-a472-38a83cbe501b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4eeeeea6-2751-470f-8af0-cf73f2d8fa02 HTTP/1.1" status: 200  len: 1002 time: 0.1416230
Feb 28 18:54:40.718313 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3faae-35bc-424a-ad16-3694ee8c8d62 req-4bbd2cdb-0b4f-4dbe-b80c-291d3f73355b tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:40.719791 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8ae3faae-35bc-424a-ad16-3694ee8c8d62 req-4bbd2cdb-0b4f-4dbe-b80c-291d3f73355b tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.2602162
Feb 28 18:54:40.742043 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ccb20-74d8-4d5d-a7ec-035659be96bd req-131b4211-4c8e-4d2e-968c-0e24bc1ddd22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:40.743460 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f22ccb20-74d8-4d5d-a7ec-035659be96bd req-131b4211-4c8e-4d2e-968c-0e24bc1ddd22 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0397a5d3-99dd-4619-9152-f3a0940b516f HTTP/1.1" status: 200  len: 855 time: 0.1813834
Feb 28 18:54:40.813653 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8ae3faae-35bc-424a-ad16-3694ee8c8d62 req-afab5a85-a336-42d2-a226-2c39e9761e09 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0874796
Feb 28 18:54:40.839397 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f22ccb20-74d8-4d5d-a7ec-035659be96bd req-e73b465b-09bf-40e4-8e06-bc67347f104a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88bc605-548b-40fa-8e31-819c1a23132c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0879488
Feb 28 18:54:40.977159 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f22ccb20-74d8-4d5d-a7ec-035659be96bd req-e0c32e10-c04f-46b0-8d5b-6641bf441974 service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1300678
Feb 28 18:54:41.114234 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f22ccb20-74d8-4d5d-a7ec-035659be96bd req-296ebef3-750f-449b-a748-2626bb389c09 service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300888
Feb 28 18:54:41.508435 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9294c1-a4af-4c2a-99fb-2fc52da13f4d req-1c126eed-c167-40f1-ade9-caf33a5f8636 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:41.509855 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0d9294c1-a4af-4c2a-99fb-2fc52da13f4d req-1c126eed-c167-40f1-ade9-caf33a5f8636 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0811980
Feb 28 18:54:41.558324 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0d9294c1-a4af-4c2a-99fb-2fc52da13f4d req-0d9d4cc9-01bd-40be-baaf-289079881f15 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399764
Feb 28 18:54:42.052557 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1ff9a-fd5b-4ac0-9ad7-e2d76867061c req-cbedb641-9edf-4524-8208-a4809a3141d1 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:42.054001 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-13a1ff9a-fd5b-4ac0-9ad7-e2d76867061c req-cbedb641-9edf-4524-8208-a4809a3141d1 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.0879226
Feb 28 18:54:42.111025 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-13a1ff9a-fd5b-4ac0-9ad7-e2d76867061c req-bb20cb6e-bfcf-4117-88b3-2eb218fc7161 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513229
Feb 28 18:54:42.770002 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7f0b8-4364-4fd7-a987-203e7162ac80 req-b40f9813-2c1b-4fc4-b648-feadd57ca4a0 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:42.771508 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c4b7f0b8-4364-4fd7-a987-203e7162ac80 req-b40f9813-2c1b-4fc4-b648-feadd57ca4a0 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0812578
Feb 28 18:54:42.831251 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c4b7f0b8-4364-4fd7-a987-203e7162ac80 req-44544eac-2d44-435e-9b08-425f8b6b13ec tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517557
Feb 28 18:54:43.331440 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43504f-f387-4b93-90bb-d84d5dc3ac5f req-af899c2c-8d5f-43c3-8a1a-38f1a3883cbf tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:43.332875 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fd43504f-f387-4b93-90bb-d84d5dc3ac5f req-af899c2c-8d5f-43c3-8a1a-38f1a3883cbf tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 946 time: 0.0808442
Feb 28 18:54:43.377460 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-fd43504f-f387-4b93-90bb-d84d5dc3ac5f req-53b12dce-bb3d-433d-8b22-472c7fde6acd tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390313
Feb 28 18:54:43.799880 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:54:43.941401 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:43.969867 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a409d964-f848-4376-969f-21448ea20b9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:54:43.979244 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:54:43.984660 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:44.026603 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a409d964-f848-4376-969f-21448ea20b9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02', 'code': 200}
Feb 28 18:54:44.034587 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89c3cc-6d42-4e95-934a-d5eda9eb84d4 req-b8be6c76-e4db-4439-93c5-710bfd99ab54 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:44.036078 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9a89c3cc-6d42-4e95-934a-d5eda9eb84d4 req-b8be6c76-e4db-4439-93c5-710bfd99ab54 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0835998
Feb 28 18:54:44.050816 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,revision_number=8']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:44.081861 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9a89c3cc-6d42-4e95-934a-d5eda9eb84d4 req-77b8dbf3-6f1f-443e-9cd7-61d9157da060 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403163
Feb 28 18:54:44.619062 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48837bdb-ff54-42e6-844b-6071bd1a82d9 req-f5f6386a-b1d7-4569-9450-1c12aa255597 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:44.620437 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-48837bdb-ff54-42e6-844b-6071bd1a82d9 req-f5f6386a-b1d7-4569-9450-1c12aa255597 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.0921786
Feb 28 18:54:44.670987 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-48837bdb-ff54-42e6-844b-6071bd1a82d9 req-2c4b9f37-ad62-4e25-8724-e104cc7bfc82 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443010
Feb 28 18:54:45.302508 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083b01f-b0dd-4cd5-8184-ddc274767dd9 req-f43958f7-6e94-4a6c-84c5-6404ee2b5d3e tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:45.303996 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5083b01f-b0dd-4cd5-8184-ddc274767dd9 req-f43958f7-6e94-4a6c-84c5-6404ee2b5d3e tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0865786
Feb 28 18:54:45.356247 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5083b01f-b0dd-4cd5-8184-ddc274767dd9 req-34f97914-03cd-41c3-985b-4645435fc540 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429862
Feb 28 18:54:45.890802 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d4773-75cf-4bdc-8500-70dba3918abb req-333908a6-747b-479c-ad7e-0b080d7d9a6e tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:45.892251 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-126d4773-75cf-4bdc-8500-70dba3918abb req-333908a6-747b-479c-ad7e-0b080d7d9a6e tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.0775189
Feb 28 18:54:45.937731 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-126d4773-75cf-4bdc-8500-70dba3918abb req-4f7d0285-27de-4f6e-82da-a420efc415f7 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397997
Feb 28 18:54:46.579619 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797f5c0-1a8e-40bc-9363-77c2f81b2d04 req-a126cd42-d1b4-46ec-9872-da596888d58f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:46.581096 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f797f5c0-1a8e-40bc-9363-77c2f81b2d04 req-a126cd42-d1b4-46ec-9872-da596888d58f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0805631
Feb 28 18:54:46.626798 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f797f5c0-1a8e-40bc-9363-77c2f81b2d04 req-b7c749fb-a59d-4931-aba1-4e45538608ae tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402005
Feb 28 18:54:47.157744 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe16809-3c99-4dfa-82a9-444897c32175 req-62a90aca-3da4-402a-975d-a1c1aeaf7730 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:47.160324 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1fe16809-3c99-4dfa-82a9-444897c32175 req-62a90aca-3da4-402a-975d-a1c1aeaf7730 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.0885949
Feb 28 18:54:47.207260 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1fe16809-3c99-4dfa-82a9-444897c32175 req-b9a6a3db-44cc-4279-b056-7fd38c4db7f2 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411999
Feb 28 18:54:47.834965 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eaca0f-e18a-4014-a4e0-ce3e8e7b95c5 req-5de86872-5542-4d0b-b1f8-e6903b094653 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:47.836425 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-82eaca0f-e18a-4014-a4e0-ce3e8e7b95c5 req-5de86872-5542-4d0b-b1f8-e6903b094653 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.0848014
Feb 28 18:54:47.891727 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-82eaca0f-e18a-4014-a4e0-ce3e8e7b95c5 req-954a6f55-4847-4698-8586-33570a4f8351 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488718
Feb 28 18:54:48.585668 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9b8c2324-0ded-42ac-9538-96af4052b358 req-5f967ac2-7a6f-4c5b-9e4d-7275c7da85c4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0728242
Feb 28 18:54:48.861384 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6521b-2612-433e-baf4-822eb7e554d2 req-eaafa3bd-43cf-498a-bb59-c07f9c84fe51 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:48.862793 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-96c6521b-2612-433e-baf4-822eb7e554d2 req-eaafa3bd-43cf-498a-bb59-c07f9c84fe51 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.0817432
Feb 28 18:54:48.890487 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 38298) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:48.910014 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-96c6521b-2612-433e-baf4-822eb7e554d2 req-404ba596-966f-4a2f-863e-d9ab88b71c8d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415561
Feb 28 18:54:49.161645 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-190dc643-2fb4-4ef4-834a-a8322d803e72 req-208e5764-44f1-4d21-8a9a-a16d84833c39 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2692683
Feb 28 18:54:49.170894 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf713a2-01b2-43fe-be30-07dd6bd58a7b req-2108bfd8-51f2-4719-baaf-8c315e9bba33 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:49.172435 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-6cf713a2-01b2-43fe-be30-07dd6bd58a7b req-2108bfd8-51f2-4719-baaf-8c315e9bba33 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 944 time: 0.1060960
Feb 28 18:54:49.227349 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-6cf713a2-01b2-43fe-be30-07dd6bd58a7b req-47cb22fe-9ea8-4377-bf05-16755a6c021b tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481822
Feb 28 18:54:49.315335 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:54:49.340567 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device db02cf2e-be37-45fc-b70d-76efd2db4952 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:54:49.548745 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port db02cf2e-be37-45fc-b70d-76efd2db4952, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=db02cf2e-be37-45fc-b70d-76efd2db4952,segment=NetworkSegment(df0059bf-6a30-4233-8594-225cda2c765a),segment_id=df0059bf-6a30-4233-8594-225cda2c765a)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:54:49.562929 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': 'db02cf2e-be37-45fc-b70d-76efd2db4952', 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4', 'port_id': 'db02cf2e-be37-45fc-b70d-76efd2db4952', 'mac_address': 'fa:16:3e:ea:55:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd013530a-4ea2-46fc-b7a4-576179421aad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:54:49.604127 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 38328) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:49.616299 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:49.635828 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db02cf2e-be37-45fc-b70d-76efd2db4952 {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:54:49.652833 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port db02cf2e-be37-45fc-b70d-76efd2db4952, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=db02cf2e-be37-45fc-b70d-76efd2db4952,segment=NetworkSegment(df0059bf-6a30-4233-8594-225cda2c765a),segment_id=df0059bf-6a30-4233-8594-225cda2c765a)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:54:49.658069 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:49.713492 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-190dc643-2fb4-4ef4-834a-a8322d803e72 req-0b9eb3f1-d923-483c-9d01-9b8a265dcf94 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f&tenant_id=6c9c9337657d43f59f92137cbfb4bdcb HTTP/1.1" status: 200  len: 1097 time: 0.0747342
Feb 28 18:54:49.728724 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=db02cf2e-be37-45fc-b70d-76efd2db4952,revision_number=7']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:49.759757 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b7efd87f-4e65-44ff-ab8e-0511baf310a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:49.790938 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-b7efd87f-4e65-44ff-ab8e-0511baf310a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:54:49.794816 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-b7efd87f-4e65-44ff-ab8e-0511baf310a9 admin admin] Usage tracker for resource:security_group_rule and tenant:74e0e8699a254217bcd7f9c624688f40 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:54:49.798545 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-b7efd87f-4e65-44ff-ab8e-0511baf310a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:54:49.805047 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-b7efd87f-4e65-44ff-ab8e-0511baf310a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:54:49.810223 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-190dc643-2fb4-4ef4-834a-a8322d803e72 req-4c5b268a-1226-439f-8a8a-a21b8d53bc7b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c9c9337657d43f59f92137cbfb4bdcb&device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 1097 time: 0.0744345
Feb 28 18:54:49.871203 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b7efd87f-4e65-44ff-ab8e-0511baf310a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:49.876105 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b7efd87f-4e65-44ff-ab8e-0511baf310a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:49.925250 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7efd87f-4e65-44ff-ab8e-0511baf310a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd30c09-a051-4543-b5fc-5d0789d54684,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:49.930519 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-b7efd87f-4e65-44ff-ab8e-0511baf310a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74e0e8699a254217bcd7f9c624688f40&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3252730
Feb 28 18:54:49.933209 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 38336) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:49.946265 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dc643-2fb4-4ef4-834a-a8322d803e72 req-8611ae20-e7a9-466c-9288-8203c288d241 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:49.947759 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-190dc643-2fb4-4ef4-834a-a8322d803e72 req-8611ae20-e7a9-466c-9288-8203c288d241 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88bc605-548b-40fa-8e31-819c1a23132c HTTP/1.1" status: 200  len: 917 time: 0.1297553
Feb 28 18:54:49.996188 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-db56c221-eb22-465b-abbe-f13d0a98881d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:50.024341 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-db56c221-eb22-465b-abbe-f13d0a98881d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:50.029171 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['db02cf2e-be37-45fc-b70d-76efd2db4952'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:54:50.057520 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-190dc643-2fb4-4ef4-834a-a8322d803e72 req-84bbbacd-49e2-49e4-b2be-b7f034141bb8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4eeeeea6-2751-470f-8af0-cf73f2d8fa02 HTTP/1.1" status: 200  len: 1000 time: 0.1031933
Feb 28 18:54:50.125536 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dc643-2fb4-4ef4-834a-a8322d803e72 req-ac1d0915-0c5c-40a3-bf5c-117c86753286 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:50.126671 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-190dc643-2fb4-4ef4-834a-a8322d803e72 req-ac1d0915-0c5c-40a3-bf5c-117c86753286 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0397a5d3-99dd-4619-9152-f3a0940b516f HTTP/1.1" status: 200  len: 855 time: 0.0623169
Feb 28 18:54:50.131319 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-db56c221-eb22-465b-abbe-f13d0a98881d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:50.152381 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56c221-eb22-465b-abbe-f13d0a98881d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd30c09-a051-4543-b5fc-5d0789d54684,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:50.161389 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e268b-ce45-46a4-ab26-64c83444033e req-9f88fa12-906f-4f5c-8413-30b8c436e7fd tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:50.162967 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0d3e268b-ce45-46a4-ab26-64c83444033e req-9f88fa12-906f-4f5c-8413-30b8c436e7fd tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.1084356
Feb 28 18:54:50.165014 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-db56c221-eb22-465b-abbe-f13d0a98881d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:50.166080 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-db56c221-eb22-465b-abbe-f13d0a98881d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1cd30c09-a051-4543-b5fc-5d0789d54684 HTTP/1.1" status: 204  len: 168 time: 0.2320354
Feb 28 18:54:50.226724 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0d3e268b-ce45-46a4-ab26-64c83444033e req-aa784102-27ea-4683-bf82-26ea5904f360 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531983
Feb 28 18:54:50.251780 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-190dc643-2fb4-4ef4-834a-a8322d803e72 req-4c8f487c-2cdc-492a-9303-ceea04493ed7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88bc605-548b-40fa-8e31-819c1a23132c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1154914
Feb 28 18:54:50.557048 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-190dc643-2fb4-4ef4-834a-a8322d803e72 req-5d33b7e0-e1f5-4baf-9713-42c07a2187c1 service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2977586
Feb 28 18:54:50.567258 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406ba91-df5a-4808-9a46-2a7f0d61750c req-65bf0854-6fe2-4aef-83a9-b5fd40b7b8a5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:50.568604 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b406ba91-df5a-4808-9a46-2a7f0d61750c req-65bf0854-6fe2-4aef-83a9-b5fd40b7b8a5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 945 time: 0.1238348
Feb 28 18:54:50.695303 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-b406ba91-df5a-4808-9a46-2a7f0d61750c req-2b724904-ddaa-4b9c-b28a-337459af6b39 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1088026
Feb 28 18:54:50.724754 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-190dc643-2fb4-4ef4-834a-a8322d803e72 req-7f1b5709-71b7-4bd4-bae6-ab3cc99683fa service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1552246
Feb 28 18:54:51.329963 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device db02cf2e-be37-45fc-b70d-76efd2db4952 up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:54:51.412850 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port db02cf2e-be37-45fc-b70d-76efd2db4952 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:54:51.413226 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:51.497403 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7212d094-f4a6-4e08-9840-935ca4715caf req-2b00da87-31fd-4c2b-bfd2-d1e02419400a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:51.504799 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7212d094-f4a6-4e08-9840-935ca4715caf req-2b00da87-31fd-4c2b-bfd2-d1e02419400a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.0890646
Feb 28 18:54:51.537561 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:51.559228 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7212d094-f4a6-4e08-9840-935ca4715caf req-72921bbe-6686-47fa-ab2c-e34dd3c254f7 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534914
Feb 28 18:54:51.583228 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc53579b-ea78-429b-8bdf-a6c8054b109a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db02cf2e-be37-45fc-b70d-76efd2db4952'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:54:51.598534 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port db02cf2e-be37-45fc-b70d-76efd2db4952, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=db02cf2e-be37-45fc-b70d-76efd2db4952,segment=NetworkSegment(df0059bf-6a30-4233-8594-225cda2c765a),segment_id=df0059bf-6a30-4233-8594-225cda2c765a)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:54:51.604640 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:51.684240 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=db02cf2e-be37-45fc-b70d-76efd2db4952,revision_number=8']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:51.808508 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc53579b-ea78-429b-8bdf-a6c8054b109a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db02cf2e-be37-45fc-b70d-76efd2db4952', 'code': 200}
Feb 28 18:54:51.933143 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968b361-a076-4300-8bc4-1b63e8d1c0e1 req-784a36a8-cf74-4ab2-8125-1a872297bb2f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:51.942244 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1968b361-a076-4300-8bc4-1b63e8d1c0e1 req-784a36a8-cf74-4ab2-8125-1a872297bb2f tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0928261
Feb 28 18:54:52.000147 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1968b361-a076-4300-8bc4-1b63e8d1c0e1 req-de6bf9de-5392-4670-8953-65d4bb32b4a0 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566213
Feb 28 18:54:52.779398 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd56f3-03ce-4080-8d51-8d7df921cfa7 req-05655546-07c0-4d16-930f-a04b3e8c5aa0 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:52.781821 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0bfd56f3-03ce-4080-8d51-8d7df921cfa7 req-05655546-07c0-4d16-930f-a04b3e8c5aa0 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.0848227
Feb 28 18:54:52.832307 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0bfd56f3-03ce-4080-8d51-8d7df921cfa7 req-c87d8467-d413-49f0-b07b-40943e283e54 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448673
Feb 28 18:54:53.373806 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7136f-d8ff-47a1-9e90-8ad74243dc8e req-dabca4aa-bc0b-4584-a684-67a8f817f7eb tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:53.376084 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e4c7136f-d8ff-47a1-9e90-8ad74243dc8e req-dabca4aa-bc0b-4584-a684-67a8f817f7eb tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0963271
Feb 28 18:54:53.431299 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e4c7136f-d8ff-47a1-9e90-8ad74243dc8e req-c499e13b-0b7b-444d-a599-1c01d1ef013e tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476601
Feb 28 18:54:54.059669 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ae8ad-e691-4e14-8106-e7a2f3d058dd req-20b8286b-d292-4ffd-8033-6328d1402cc5 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:54.063715 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-849ae8ad-e691-4e14-8106-e7a2f3d058dd req-20b8286b-d292-4ffd-8033-6328d1402cc5 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.0840862
Feb 28 18:54:54.158872 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-849ae8ad-e691-4e14-8106-e7a2f3d058dd req-458663fa-0449-4929-9f88-9a3576eb52cd tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0890043
Feb 28 18:54:54.667112 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 38508) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:54.676429 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7008ab-5e15-4621-b7a1-c4941291087f req-37355ac1-b2b5-49bd-ad41-0a742115e65b tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:54.678795 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5c7008ab-5e15-4621-b7a1-c4941291087f req-37355ac1-b2b5-49bd-ad41-0a742115e65b tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.1097405
Feb 28 18:54:54.766592 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5c7008ab-5e15-4621-b7a1-c4941291087f req-452282b9-d0a2-4660-a60c-087faf11b27d tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764427
Feb 28 18:54:54.885848 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fdab7f8f-de6f-4be4-bab5-ad25ff0c4fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:54.918900 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-fdab7f8f-de6f-4be4-bab5-ad25ff0c4fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:54:54.923398 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-fdab7f8f-de6f-4be4-bab5-ad25ff0c4fba admin admin] Usage tracker for resource:security_group_rule and tenant:be03599cbd7246a1bee917caf4aff9c6 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:54:54.926697 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-fdab7f8f-de6f-4be4-bab5-ad25ff0c4fba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:54:54.932351 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-fdab7f8f-de6f-4be4-bab5-ad25ff0c4fba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:54:55.027677 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fdab7f8f-de6f-4be4-bab5-ad25ff0c4fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:55.033953 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-fdab7f8f-de6f-4be4-bab5-ad25ff0c4fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:55.094587 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab7f8f-de6f-4be4-bab5-ad25ff0c4fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429131eb-e508-4885-b868-4ca561802ebe,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:55.118652 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-fdab7f8f-de6f-4be4-bab5-ad25ff0c4fba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be03599cbd7246a1bee917caf4aff9c6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4474201
Feb 28 18:54:55.118928 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 38514) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:55.184749 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d69d1347-b34a-471f-8d08-b8ad64c8a498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:55.212114 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d69d1347-b34a-471f-8d08-b8ad64c8a498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:55.291351 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d69d1347-b34a-471f-8d08-b8ad64c8a498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:55.311852 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d1347-b34a-471f-8d08-b8ad64c8a498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429131eb-e508-4885-b868-4ca561802ebe,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:55.323216 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d69d1347-b34a-471f-8d08-b8ad64c8a498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:55.327630 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-d69d1347-b34a-471f-8d08-b8ad64c8a498 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/429131eb-e508-4885-b868-4ca561802ebe HTTP/1.1" status: 204  len: 168 time: 0.2043037
Feb 28 18:54:55.415406 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c2026-3566-4608-9cd5-14b750b72602 req-d0f1d7d1-c7d0-4f72-954a-b2fd6c71f195 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:55.416985 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ef9c2026-3566-4608-9cd5-14b750b72602 req-d0f1d7d1-c7d0-4f72-954a-b2fd6c71f195 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.0880079
Feb 28 18:54:55.482613 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ef9c2026-3566-4608-9cd5-14b750b72602 req-d5a8f1c5-5b6b-46f9-951c-121e65dc244e tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582504
Feb 28 18:54:55.716755 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 38524) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:55.734632 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-e93900e0-629e-48d3-85bd-483f6ef3bda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:55.739395 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:54:55.765945 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-e93900e0-629e-48d3-85bd-483f6ef3bda3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:54:55.770533 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-e93900e0-629e-48d3-85bd-483f6ef3bda3 admin admin] Usage tracker for resource:security_group_rule and tenant:da29071e88264aa2a4021fa86bb20a07 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:54:55.773486 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-e93900e0-629e-48d3-85bd-483f6ef3bda3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:54:55.779244 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-e93900e0-629e-48d3-85bd-483f6ef3bda3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:54:55.853411 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-e93900e0-629e-48d3-85bd-483f6ef3bda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:55.860178 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-e93900e0-629e-48d3-85bd-483f6ef3bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:55.907530 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93900e0-629e-48d3-85bd-483f6ef3bda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cae6034-f9e2-4d7e-ace6-cf350a028275,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:55.911986 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-e93900e0-629e-48d3-85bd-483f6ef3bda3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da29071e88264aa2a4021fa86bb20a07&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1941915
Feb 28 18:54:55.914922 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 38530) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:56.035120 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c812b179-e740-4aac-a1d6-0ae52ac609b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:56.064733 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-b3d87b3a-b3d8-48ce-a46c-fd379dba2b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:56.082259 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c812b179-e740-4aac-a1d6-0ae52ac609b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:56.110213 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cb8a6-a1e1-4153-b5a3-31c59b448e55 req-a7d285b3-f29e-4150-970b-3ee2ddc874a5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:56.111729 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-cb1cb8a6-a1e1-4153-b5a3-31c59b448e55 req-a7d285b3-f29e-4150-970b-3ee2ddc874a5 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.1703486
Feb 28 18:54:56.178737 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-cb1cb8a6-a1e1-4153-b5a3-31c59b448e55 req-10cbaa8c-610f-427c-8ace-5370dae5b680 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610623
Feb 28 18:54:56.189904 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c812b179-e740-4aac-a1d6-0ae52ac609b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:56.214679 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812b179-e740-4aac-a1d6-0ae52ac609b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cae6034-f9e2-4d7e-ace6-cf350a028275,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:56.216741 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c812b179-e740-4aac-a1d6-0ae52ac609b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:56.218728 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-c812b179-e740-4aac-a1d6-0ae52ac609b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9cae6034-f9e2-4d7e-ace6-cf350a028275 HTTP/1.1" status: 204  len: 168 time: 0.3007057
Feb 28 18:54:56.738630 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ece54-6d35-4f19-835a-4ffc979ff2a4 req-d7ae9d54-0168-4f51-9172-669075f0e37c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:56.740874 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-474ece54-6d35-4f19-835a-4ffc979ff2a4 req-d7ae9d54-0168-4f51-9172-669075f0e37c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.0955770
Feb 28 18:54:56.810177 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-474ece54-6d35-4f19-835a-4ffc979ff2a4 req-10a163f4-e701-42cb-862d-26f680d6482b tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578854
Feb 28 18:54:57.424405 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d33e5-e707-4c69-ae09-91de3aa4ff02 req-b1011c99-2110-4b53-b00a-1afe42f5d873 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:57.426176 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-103d33e5-e707-4c69-ae09-91de3aa4ff02 req-b1011c99-2110-4b53-b00a-1afe42f5d873 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0939105
Feb 28 18:54:57.487295 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-103d33e5-e707-4c69-ae09-91de3aa4ff02 req-6eb3da0e-85b8-4fbc-a11a-90c5739cbd81 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496738
Feb 28 18:54:58.050522 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fd44e-1b18-471a-ab70-05c882742539 req-312a4c40-3371-417b-bd13-4292f28ed368 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:58.052231 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c90fd44e-1b18-471a-ab70-05c882742539 req-312a4c40-3371-417b-bd13-4292f28ed368 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.0952311
Feb 28 18:54:58.105692 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c90fd44e-1b18-471a-ab70-05c882742539 req-2dd81c83-f32b-4aca-9e00-9e35b4555b38 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464013
Feb 28 18:54:58.285003 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-3a825a1a-faf5-45d0-90ee-38b7682bb8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:58.695484 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2c674-51fb-47e5-9b1a-9b13fb1bddfe req-34b806ec-27ca-43c1-b20f-b38f50c64d70 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:58.697177 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-07f2c674-51fb-47e5-9b1a-9b13fb1bddfe req-34b806ec-27ca-43c1-b20f-b38f50c64d70 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0783703
Feb 28 18:54:58.751747 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-07f2c674-51fb-47e5-9b1a-9b13fb1bddfe req-e0ec4756-d92e-4569-9607-663abad6c246 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477133
Feb 28 18:54:58.879445 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 38590) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:59.032475 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5af8ef4c-8476-4884-94e8-a01d2241e1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:59.065277 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-5af8ef4c-8476-4884-94e8-a01d2241e1a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:54:59.071353 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-5af8ef4c-8476-4884-94e8-a01d2241e1a7 admin admin] Usage tracker for resource:security_group_rule and tenant:aae36ab371294f7c8fac4b055dd5873b is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:54:59.075746 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-5af8ef4c-8476-4884-94e8-a01d2241e1a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:54:59.081516 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-5af8ef4c-8476-4884-94e8-a01d2241e1a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:54:59.157324 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5af8ef4c-8476-4884-94e8-a01d2241e1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:59.164738 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5af8ef4c-8476-4884-94e8-a01d2241e1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:59.218291 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-5af8ef4c-8476-4884-94e8-a01d2241e1a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aae36ab371294f7c8fac4b055dd5873b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3377407
Feb 28 18:54:59.221525 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 38598) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:59.253506 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8ef4c-8476-4884-94e8-a01d2241e1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86366fe-39d0-4a73-9058-20fa9a8515b0,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:59.325881 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3814-9814-4cc6-9f4b-246063a0f6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:59.367094 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3814-9814-4cc6-9f4b-246063a0f6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:59.427232 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c388c-c2d5-403f-9ae9-ce43f692505c req-3eb9afac-9ac6-434e-a301-f98eb08aa8f9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:59.428743 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-367c388c-c2d5-403f-9ae9-ce43f692505c req-3eb9afac-9ac6-434e-a301-f98eb08aa8f9 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.1416111
Feb 28 18:54:59.472520 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3814-9814-4cc6-9f4b-246063a0f6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:59.507080 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3f6f3814-9814-4cc6-9f4b-246063a0f6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:59.508532 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-3f6f3814-9814-4cc6-9f4b-246063a0f6fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c86366fe-39d0-4a73-9058-20fa9a8515b0 HTTP/1.1" status: 204  len: 168 time: 0.2852294
Feb 28 18:54:59.508904 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f3814-9814-4cc6-9f4b-246063a0f6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86366fe-39d0-4a73-9058-20fa9a8515b0,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:54:59.531365 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-367c388c-c2d5-403f-9ae9-ce43f692505c req-ffa7fec4-d0cc-4384-9c1c-5b94371c6b3f tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938272
Feb 28 18:54:59.549029 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:59.572331 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:59.943080 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 38610) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:54:59.975489 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-47e78c35-2b4a-4b61-a806-a4b465a6db60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:54:59.997251 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f74a0-65fd-4199-9867-d3e80cbe7322 req-7317675a-9cf8-46ad-9a0d-b596f26a5c87 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:54:59.998768 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-544f74a0-65fd-4199-9867-d3e80cbe7322 req-7317675a-9cf8-46ad-9a0d-b596f26a5c87 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.1036944
Feb 28 18:55:00.028068 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-47e78c35-2b4a-4b61-a806-a4b465a6db60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:55:00.033139 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-47e78c35-2b4a-4b61-a806-a4b465a6db60 admin admin] Usage tracker for resource:security_group_rule and tenant:914011cf17da46748bfebe82e335eff6 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:55:00.036533 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-47e78c35-2b4a-4b61-a806-a4b465a6db60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:55:00.042972 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-47e78c35-2b4a-4b61-a806-a4b465a6db60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:55:00.066641 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-544f74a0-65fd-4199-9867-d3e80cbe7322 req-55ac00c2-1249-4f99-8fc3-9c3ab2c0d4af tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614190
Feb 28 18:55:00.124085 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-47e78c35-2b4a-4b61-a806-a4b465a6db60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:00.129793 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-47e78c35-2b4a-4b61-a806-a4b465a6db60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:00.178153 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e78c35-2b4a-4b61-a806-a4b465a6db60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc21600-a979-4a34-aa15-6c6bae1b9bab,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:00.188048 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-47e78c35-2b4a-4b61-a806-a4b465a6db60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=914011cf17da46748bfebe82e335eff6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2401707
Feb 28 18:55:00.188285 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 38614) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:55:00.256251 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ab9ed02f-3e28-4d20-9f7c-1576adfe6fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:00.290078 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ab9ed02f-3e28-4d20-9f7c-1576adfe6fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:00.346638 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ab9ed02f-3e28-4d20-9f7c-1576adfe6fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:00.363779 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ed02f-3e28-4d20-9f7c-1576adfe6fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc21600-a979-4a34-aa15-6c6bae1b9bab,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:00.373378 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ab9ed02f-3e28-4d20-9f7c-1576adfe6fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:00.377145 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-ab9ed02f-3e28-4d20-9f7c-1576adfe6fce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4bc21600-a979-4a34-aa15-6c6bae1b9bab HTTP/1.1" status: 204  len: 168 time: 0.1853518
Feb 28 18:55:00.741976 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:00.781370 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92ec3d-eb67-43f5-87b2-6ca0669e41d9 req-8f7f6506-44c1-41ec-8c84-db8ae25cd4f0 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:00.783252 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5f92ec3d-eb67-43f5-87b2-6ca0669e41d9 req-8f7f6506-44c1-41ec-8c84-db8ae25cd4f0 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.0891068
Feb 28 18:55:00.785088 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:00.840968 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5f92ec3d-eb67-43f5-87b2-6ca0669e41d9 req-aa29fa46-2214-4d23-bf13-605cf3d913c4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519216
Feb 28 18:55:01.296659 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e165b7c-8519-40cc-9917-c420fa703b2d req-e9a65d69-60f4-4093-9829-4fdc76a1eaf2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:01.298218 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4e165b7c-8519-40cc-9917-c420fa703b2d req-e9a65d69-60f4-4093-9829-4fdc76a1eaf2 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.1103358
Feb 28 18:55:01.355532 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4e165b7c-8519-40cc-9917-c420fa703b2d req-fa52ed03-d8c7-4db1-924c-d1f83fc40a1d tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516419
Feb 28 18:55:02.079325 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7826bb-5eda-4ca7-b109-69ce43b3d8d9 req-428c6354-6d14-4af6-a247-fe16e43f6a64 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:02.080779 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3e7826bb-5eda-4ca7-b109-69ce43b3d8d9 req-428c6354-6d14-4af6-a247-fe16e43f6a64 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.0814011
Feb 28 18:55:02.125290 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3e7826bb-5eda-4ca7-b109-69ce43b3d8d9 req-716efbca-d0ff-4e92-bd10-9503c699413a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388210
Feb 28 18:55:02.549224 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de1350-3d6e-405c-88a8-2f178e626636 req-1ad75a2e-3aed-471b-9478-e8b9b11b5389 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:02.550682 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-34de1350-3d6e-405c-88a8-2f178e626636 req-1ad75a2e-3aed-471b-9478-e8b9b11b5389 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0757632
Feb 28 18:55:02.596436 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-34de1350-3d6e-405c-88a8-2f178e626636 req-96ec225b-cfe7-4d3d-9e56-0623571a002a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402184
Feb 28 18:55:03.346812 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51b7a9-35db-4160-858f-ecab1ceb27f2 req-be6dcf5f-2a1f-40c7-9b56-b051c8bd0bb2 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:03.348224 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3b51b7a9-35db-4160-858f-ecab1ceb27f2 req-be6dcf5f-2a1f-40c7-9b56-b051c8bd0bb2 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.0783620
Feb 28 18:55:03.392450 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3b51b7a9-35db-4160-858f-ecab1ceb27f2 req-7fc03955-1a49-4e23-854f-50426cdca8f7 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386426
Feb 28 18:55:03.793779 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407af1fa-2a70-4bd0-8b9e-99c68ae506e4 req-3a1d0343-4d3d-4b91-88bb-a53076ffc4d1 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:03.795247 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-407af1fa-2a70-4bd0-8b9e-99c68ae506e4 req-3a1d0343-4d3d-4b91-88bb-a53076ffc4d1 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0817695
Feb 28 18:55:03.923254 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-407af1fa-2a70-4bd0-8b9e-99c68ae506e4 req-caf4c548-8f93-4129-b33c-4a5ee7fc92b7 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1219914
Feb 28 18:55:03.956514 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 38700) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:55:04.114918 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ffc8008c-0823-4254-bff3-c6d7d7e5f297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:04.146963 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-ffc8008c-0823-4254-bff3-c6d7d7e5f297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:55:04.153043 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-ffc8008c-0823-4254-bff3-c6d7d7e5f297 admin admin] Usage tracker for resource:security_group_rule and tenant:7b7a13d97c6e4aa79d840a3b1ad7fd8b is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:55:04.157551 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-ffc8008c-0823-4254-bff3-c6d7d7e5f297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:55:04.163714 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-ffc8008c-0823-4254-bff3-c6d7d7e5f297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:55:04.230969 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ffc8008c-0823-4254-bff3-c6d7d7e5f297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:04.236526 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ffc8008c-0823-4254-bff3-c6d7d7e5f297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:04.280397 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8008c-0823-4254-bff3-c6d7d7e5f297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2f0c0c-804a-4c60-9d3e-313f28a05152,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:04.286645 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-ffc8008c-0823-4254-bff3-c6d7d7e5f297 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b7a13d97c6e4aa79d840a3b1ad7fd8b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3290954
Feb 28 18:55:04.289603 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 38706) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:55:04.292146 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8008c-0823-4254-bff3-c6d7d7e5f297 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:04.292494 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8008c-0823-4254-bff3-c6d7d7e5f297 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:04.292828 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8008c-0823-4254-bff3-c6d7d7e5f297 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:04.293157 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8008c-0823-4254-bff3-c6d7d7e5f297 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:04.293486 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8008c-0823-4254-bff3-c6d7d7e5f297 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:04.293808 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8008c-0823-4254-bff3-c6d7d7e5f297 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:04.294131 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8008c-0823-4254-bff3-c6d7d7e5f297 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:04.294455 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8008c-0823-4254-bff3-c6d7d7e5f297 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:04.294864 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8008c-0823-4254-bff3-c6d7d7e5f297 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:04.295182 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8008c-0823-4254-bff3-c6d7d7e5f297 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:04.295492 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc8008c-0823-4254-bff3-c6d7d7e5f297 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:04.353617 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d95717d-6408-415d-8878-73eeba0a8176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:04.455887 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d95717d-6408-415d-8878-73eeba0a8176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:04.507195 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d95717d-6408-415d-8878-73eeba0a8176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:04.522918 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d95717d-6408-415d-8878-73eeba0a8176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2f0c0c-804a-4c60-9d3e-313f28a05152,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:04.538543 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7d95717d-6408-415d-8878-73eeba0a8176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:04.539754 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-7d95717d-6408-415d-8878-73eeba0a8176 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7d2f0c0c-804a-4c60-9d3e-313f28a05152 HTTP/1.1" status: 204  len: 168 time: 0.2491114
Feb 28 18:55:04.617584 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b12b4-622d-48da-9be4-2cb007f767b9 req-dbfa25ca-eced-484b-b798-cdbcfd092144 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:04.619065 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9a6b12b4-622d-48da-9be4-2cb007f767b9 req-dbfa25ca-eced-484b-b798-cdbcfd092144 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.0783589
Feb 28 18:55:04.669293 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9a6b12b4-622d-48da-9be4-2cb007f767b9 req-c399c50e-c4ff-45ac-814e-5b067cf082b1 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437803
Feb 28 18:55:04.898819 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 38716) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:55:04.919882 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8c4d59f8-6a21-467e-8936-e5f3c1a8b7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:04.959093 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-8c4d59f8-6a21-467e-8936-e5f3c1a8b7d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:55:04.965024 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-8c4d59f8-6a21-467e-8936-e5f3c1a8b7d3 admin admin] Usage tracker for resource:security_group_rule and tenant:6e67939f6ca440b29afa1813b90c29f3 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:55:04.969780 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-8c4d59f8-6a21-467e-8936-e5f3c1a8b7d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:55:04.981117 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-8c4d59f8-6a21-467e-8936-e5f3c1a8b7d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:55:05.050450 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8c4d59f8-6a21-467e-8936-e5f3c1a8b7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:05.055416 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8c4d59f8-6a21-467e-8936-e5f3c1a8b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:05.100908 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d59f8-6a21-467e-8936-e5f3c1a8b7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4462e963-169a-4c93-83d5-18df5f48499d,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:05.107287 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-8c4d59f8-6a21-467e-8936-e5f3c1a8b7d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6e67939f6ca440b29afa1813b90c29f3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2074680
Feb 28 18:55:05.109953 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 38722) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:55:05.140410 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35168386-43fc-4bf8-af86-2127f6fc2b2f req-501d29bc-d731-463c-9da3-5a2ee5404057 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:05.141834 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-35168386-43fc-4bf8-af86-2127f6fc2b2f req-501d29bc-d731-463c-9da3-5a2ee5404057 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0878792
Feb 28 18:55:05.172346 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-48b05ff1-9c6b-4db0-9aae-996c3bef4de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:05.198317 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-48b05ff1-9c6b-4db0-9aae-996c3bef4de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:05.199690 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-35168386-43fc-4bf8-af86-2127f6fc2b2f req-fd5354f8-954c-4636-a680-316b542b9230 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515933
Feb 28 18:55:05.254389 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-48b05ff1-9c6b-4db0-9aae-996c3bef4de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:05.274283 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b05ff1-9c6b-4db0-9aae-996c3bef4de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4462e963-169a-4c93-83d5-18df5f48499d,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:05.284539 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-48b05ff1-9c6b-4db0-9aae-996c3bef4de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:05.285709 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-48b05ff1-9c6b-4db0-9aae-996c3bef4de7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4462e963-169a-4c93-83d5-18df5f48499d HTTP/1.1" status: 204  len: 168 time: 0.1748445
Feb 28 18:55:05.964040 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-61c7a777-5e3b-48f0-816b-f372387bb8bb req-4229c2a9-20aa-4be0-a9d2-e491deb89c50 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 1099 time: 0.1461990
Feb 28 18:55:05.970163 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2b770-0587-420b-b21c-ec6b20df2c04 req-7576d959-b212-4a57-a7e6-9120cd6cfcdc tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:05.971523 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-84b2b770-0587-420b-b21c-ec6b20df2c04 req-7576d959-b212-4a57-a7e6-9120cd6cfcdc tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.1105478
Feb 28 18:55:06.042710 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-84b2b770-0587-420b-b21c-ec6b20df2c04 req-8569dfce-a403-4a10-9748-ed19469d8eab tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0561395
Feb 28 18:55:06.044261 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-61c7a777-5e3b-48f0-816b-f372387bb8bb req-184c1106-6d5b-416d-8eb5-b629b67f6b20 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704026
Feb 28 18:55:06.395504 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6baa7-0897-4ccc-875c-288f1792982d req-62074d04-0acc-43fc-b86f-489688dccc66 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:06.397103 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ceb6baa7-0897-4ccc-875c-288f1792982d req-62074d04-0acc-43fc-b86f-489688dccc66 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0762436
Feb 28 18:55:06.445995 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ceb6baa7-0897-4ccc-875c-288f1792982d req-3e177956-1dbb-4145-bda4-72fd497bc040 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432336
Feb 28 18:55:06.667505 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 38756) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:55:06.812808 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7d3dfcde-0064-45ee-a734-e235b989a52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:06.843437 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-7d3dfcde-0064-45ee-a734-e235b989a52f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:55:06.847572 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-7d3dfcde-0064-45ee-a734-e235b989a52f admin admin] Usage tracker for resource:security_group_rule and tenant:fd0dcc5975fd432a91330f3c5bbb6c1e is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:55:06.850446 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-7d3dfcde-0064-45ee-a734-e235b989a52f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:55:06.856067 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-7d3dfcde-0064-45ee-a734-e235b989a52f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:55:06.924463 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7d3dfcde-0064-45ee-a734-e235b989a52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:06.930340 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7d3dfcde-0064-45ee-a734-e235b989a52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:06.976938 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3dfcde-0064-45ee-a734-e235b989a52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b26286-596e-4a20-b60e-3aebe6126243,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:06.981441 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-7d3dfcde-0064-45ee-a734-e235b989a52f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd0dcc5975fd432a91330f3c5bbb6c1e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3129554
Feb 28 18:55:06.984773 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 38764) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:55:07.044118 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e55f556b-b91b-41a3-b327-1a0ce2737868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:07.073255 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e55f556b-b91b-41a3-b327-1a0ce2737868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:07.126403 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e55f556b-b91b-41a3-b327-1a0ce2737868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:07.142593 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f556b-b91b-41a3-b327-1a0ce2737868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b26286-596e-4a20-b60e-3aebe6126243,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:07.151613 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e55f556b-b91b-41a3-b327-1a0ce2737868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:07.154404 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-e55f556b-b91b-41a3-b327-1a0ce2737868 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26b26286-596e-4a20-b60e-3aebe6126243 HTTP/1.1" status: 204  len: 168 time: 0.1677310
Feb 28 18:55:07.269287 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3613c0-ad07-4f0f-810c-5114b3bccb29 req-de97d1a1-bd76-4f6e-b194-31eff861d618 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:07.271008 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1b3613c0-ad07-4f0f-810c-5114b3bccb29 req-de97d1a1-bd76-4f6e-b194-31eff861d618 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.0789762
Feb 28 18:55:07.321826 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1b3613c0-ad07-4f0f-810c-5114b3bccb29 req-f55e301a-de63-42d9-9646-6e7159d2a6b5 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443778
Feb 28 18:55:07.643340 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ed987-03dc-4c8b-b888-01b75b29e945 req-aaa5f7a5-5f73-48d0-aaed-af0feac774f6 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:07.644893 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-334ed987-03dc-4c8b-b888-01b75b29e945 req-aaa5f7a5-5f73-48d0-aaed-af0feac774f6 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0789685
Feb 28 18:55:07.692712 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-334ed987-03dc-4c8b-b888-01b75b29e945 req-84bc83a4-e05b-4c22-9898-3dd13dcc05c0 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419326
Feb 28 18:55:08.542621 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5e344-eae2-4b93-acfc-c2884cd1f612 req-39149e9d-a4e2-433d-b4f5-e1ffd1974ce4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:08.544046 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-dbb5e344-eae2-4b93-acfc-c2884cd1f612 req-39149e9d-a4e2-433d-b4f5-e1ffd1974ce4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.0817864
Feb 28 18:55:08.589619 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-dbb5e344-eae2-4b93-acfc-c2884cd1f612 req-b49daf0f-e058-47a7-b55d-5d3d88267417 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397716
Feb 28 18:55:08.894318 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a96096-23c7-44a8-9767-c47017c1e5b9 req-af43fa5c-3f4c-42d1-90af-b4e18cf75e25 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:08.895790 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-20a96096-23c7-44a8-9767-c47017c1e5b9 req-af43fa5c-3f4c-42d1-90af-b4e18cf75e25 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0787807
Feb 28 18:55:08.942085 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-20a96096-23c7-44a8-9767-c47017c1e5b9 req-403efa1b-9f66-4d67-ac74-ac667b915ef9 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405226
Feb 28 18:55:09.810122 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08239261-a0c3-437e-b40d-772fb0afebcb req-2c606c9e-c59c-4b8a-b0e1-d890a8805393 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:09.811997 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08239261-a0c3-437e-b40d-772fb0afebcb req-2c606c9e-c59c-4b8a-b0e1-d890a8805393 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.0815649
Feb 28 18:55:09.856524 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08239261-a0c3-437e-b40d-772fb0afebcb req-e56eb5a0-69ac-458c-ba2d-0c057ba736b6 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389228
Feb 28 18:55:11.083752 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8d1df-6664-4b71-bb12-77368a988e8b req-79c5dba0-4f5f-4c9d-8131-e97a047e5a4e tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:11.085220 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4ea8d1df-6664-4b71-bb12-77368a988e8b req-79c5dba0-4f5f-4c9d-8131-e97a047e5a4e tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 944 time: 0.0868068
Feb 28 18:55:11.132676 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4ea8d1df-6664-4b71-bb12-77368a988e8b req-28bd4e8f-9413-4454-8f4e-4eeeaf3a199a tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419683
Feb 28 18:55:11.449695 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:55:11.589260 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:55:11.602865 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'port_id': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02', 'mac_address': 'fa:16:3e:d0:52:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:55:11.654610 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:11.671588 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:55:11.687074 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:55:11.693074 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:11.756384 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,revision_number=9']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:12.118622 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['4eeeeea6-2751-470f-8af0-cf73f2d8fa02'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:55:12.348888 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4db16-74a6-48dd-879c-f3d78a9260f7 req-fc260604-7559-48ae-b207-a224b6be58e4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:12.350411 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8ca4db16-74a6-48dd-879c-f3d78a9260f7 req-fc260604-7559-48ae-b207-a224b6be58e4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 945 time: 0.0771344
Feb 28 18:55:12.395641 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8ca4db16-74a6-48dd-879c-f3d78a9260f7 req-7e369778-4bc8-48e6-8891-7de1a3127c14 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391781
Feb 28 18:55:13.465934 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:55:13.565268 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:55:13.565742 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:13.628648 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69bd35-eb45-4ec6-a8d7-08ace45d3013 req-babd51d7-4d37-4dd8-94ed-3220ccb34549 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:13.630304 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-8b69bd35-eb45-4ec6-a8d7-08ace45d3013 req-babd51d7-4d37-4dd8-94ed-3220ccb34549 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 945 time: 0.0812016
Feb 28 18:55:13.675989 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-8b69bd35-eb45-4ec6-a8d7-08ace45d3013 req-c715abb5-08bd-4e10-95bf-abd4ad1bc1fb tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399072
Feb 28 18:55:13.679608 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:13.706826 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a409d964-f848-4376-969f-21448ea20b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:55:13.723098 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:55:13.729049 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:13.770548 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a409d964-f848-4376-969f-21448ea20b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02', 'code': 200}
Feb 28 18:55:13.812486 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,revision_number=10']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:14.042862 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-01dbb295-34c5-4b4d-ad82-0b0e0532800e req-56a67f8a-4385-459f-a842-76266ad8d1e1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 1100 time: 0.0703948
Feb 28 18:55:14.099860 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-01dbb295-34c5-4b4d-ad82-0b0e0532800e req-70093db2-438f-423d-bd1d-b3b1097055a8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455458
Feb 28 18:55:14.899453 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320d88d-ad34-4fdd-bcf8-f5a5d51e3719 req-770a990a-0c74-4212-aaa5-1e1d49dd1f98 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:14.900888 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5320d88d-ad34-4fdd-bcf8-f5a5d51e3719 req-770a990a-0c74-4212-aaa5-1e1d49dd1f98 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 947 time: 0.0858681
Feb 28 18:55:14.945670 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5320d88d-ad34-4fdd-bcf8-f5a5d51e3719 req-f8400cde-0646-48b1-9853-a39591416b66 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393116
Feb 28 18:55:16.167564 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade2baf-0a1f-419e-b4d7-37bca5dbe4ea req-39425e8b-afd9-4a4a-bb84-b1d360416240 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:16.169066 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9ade2baf-0a1f-419e-b4d7-37bca5dbe4ea req-39425e8b-afd9-4a4a-bb84-b1d360416240 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 947 time: 0.0795915
Feb 28 18:55:16.219693 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9ade2baf-0a1f-419e-b4d7-37bca5dbe4ea req-6a8661aa-89b4-473f-a21f-6e0d06fe5303 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442176
Feb 28 18:55:17.110010 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 38948) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:55:17.270377 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ea6ba7ad-ff1e-425b-a7c1-0b215269230d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:17.303232 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-ea6ba7ad-ff1e-425b-a7c1-0b215269230d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:55:17.307273 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-ea6ba7ad-ff1e-425b-a7c1-0b215269230d admin admin] Usage tracker for resource:security_group_rule and tenant:4cadfcaf8f4443f18adc6e0599d23fe8 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:55:17.310201 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-ea6ba7ad-ff1e-425b-a7c1-0b215269230d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:55:17.316587 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-ea6ba7ad-ff1e-425b-a7c1-0b215269230d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:55:17.384803 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ea6ba7ad-ff1e-425b-a7c1-0b215269230d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:17.390014 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ea6ba7ad-ff1e-425b-a7c1-0b215269230d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:17.431077 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba049b7-2cc1-4ac2-8161-08401ff688b8 req-3632e411-34f4-40ff-89cb-8b040fd64f43 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:17.432533 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-aba049b7-2cc1-4ac2-8161-08401ff688b8 req-3632e411-34f4-40ff-89cb-8b040fd64f43 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 947 time: 0.0762675
Feb 28 18:55:17.432892 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ba7ad-ff1e-425b-a7c1-0b215269230d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f513927-e4d2-447e-87c0-488fd380dfc3,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:17.444352 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-ea6ba7ad-ff1e-425b-a7c1-0b215269230d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cadfcaf8f4443f18adc6e0599d23fe8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3331773
Feb 28 18:55:17.444953 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 38956) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:55:17.483814 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-aba049b7-2cc1-4ac2-8161-08401ff688b8 req-8f1ac348-8687-4c05-ba67-333d9cafcf85 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432959
Feb 28 18:55:17.513474 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-9a466b8a-aec5-4095-a702-4994094acacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:17.539673 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-9a466b8a-aec5-4095-a702-4994094acacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:17.597379 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-9a466b8a-aec5-4095-a702-4994094acacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:17.612772 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a466b8a-aec5-4095-a702-4994094acacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f513927-e4d2-447e-87c0-488fd380dfc3,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:17.616985 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-9a466b8a-aec5-4095-a702-4994094acacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:17.618100 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-9a466b8a-aec5-4095-a702-4994094acacc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f513927-e4d2-447e-87c0-488fd380dfc3 HTTP/1.1" status: 204  len: 168 time: 0.1722639
Feb 28 18:55:17.983443 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 38966) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:55:18.002702 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-08338aff-4b5e-4676-b5cc-06ca61541c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:18.035644 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-08338aff-4b5e-4676-b5cc-06ca61541c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:55:18.039577 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-08338aff-4b5e-4676-b5cc-06ca61541c8a admin admin] Usage tracker for resource:security_group_rule and tenant:cf58ffc177d542678a24da519a77d1e3 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:55:18.042445 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-08338aff-4b5e-4676-b5cc-06ca61541c8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:55:18.048224 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-08338aff-4b5e-4676-b5cc-06ca61541c8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:55:18.114956 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-08338aff-4b5e-4676-b5cc-06ca61541c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:18.122281 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-08338aff-4b5e-4676-b5cc-06ca61541c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:18.166373 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08338aff-4b5e-4676-b5cc-06ca61541c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55d9af4-513a-4593-bd1c-c8b8887699d8,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:18.170368 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-08338aff-4b5e-4676-b5cc-06ca61541c8a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf58ffc177d542678a24da519a77d1e3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1859334
Feb 28 18:55:18.173123 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 38970) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:55:18.233683 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-127c387a-558c-41ec-8b6b-97dd51c33c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:18.266177 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-127c387a-558c-41ec-8b6b-97dd51c33c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:18.320668 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-127c387a-558c-41ec-8b6b-97dd51c33c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:18.340168 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c387a-558c-41ec-8b6b-97dd51c33c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55d9af4-513a-4593-bd1c-c8b8887699d8,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:18.346468 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-127c387a-558c-41ec-8b6b-97dd51c33c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:18.347668 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-127c387a-558c-41ec-8b6b-97dd51c33c02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b55d9af4-513a-4593-bd1c-c8b8887699d8 HTTP/1.1" status: 204  len: 168 time: 0.1736097
Feb 28 18:55:18.779925 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 38982) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:55:18.799989 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d9ea1766-4c1a-48d6-9b76-cb123c839ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:18.830763 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-d9ea1766-4c1a-48d6-9b76-cb123c839ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:55:18.834776 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-d9ea1766-4c1a-48d6-9b76-cb123c839ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:5842b099de6b4aa5ab6329f419ccb061 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:55:18.837465 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-d9ea1766-4c1a-48d6-9b76-cb123c839ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:55:18.842918 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-d9ea1766-4c1a-48d6-9b76-cb123c839ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:55:18.916362 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d9ea1766-4c1a-48d6-9b76-cb123c839ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:18.922034 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-d9ea1766-4c1a-48d6-9b76-cb123c839ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:18.966465 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea1766-4c1a-48d6-9b76-cb123c839ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d277aa-cc40-4d9f-aa96-d23409586866,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:18.970912 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-d9ea1766-4c1a-48d6-9b76-cb123c839ff7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5842b099de6b4aa5ab6329f419ccb061&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1898339
Feb 28 18:55:18.973820 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 38986) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:55:19.035160 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7818fb5d-5e1d-40ba-af12-7fd0915f3c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:19.059696 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7818fb5d-5e1d-40ba-af12-7fd0915f3c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:19.113595 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7818fb5d-5e1d-40ba-af12-7fd0915f3c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:19.128928 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7818fb5d-5e1d-40ba-af12-7fd0915f3c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d277aa-cc40-4d9f-aa96-d23409586866,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:19.133687 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7818fb5d-5e1d-40ba-af12-7fd0915f3c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:19.134722 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-7818fb5d-5e1d-40ba-af12-7fd0915f3c7e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8d277aa-cc40-4d9f-aa96-d23409586866 HTTP/1.1" status: 204  len: 168 time: 0.1599236
Feb 28 18:55:20.036733 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 39008) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:55:20.177488 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1066722049-network', 'tenant_id': '478112749e0846bea0d05d3073d383cd'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:55:20.186882 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:55:20.191318 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Usage tracker for resource:network and tenant:478112749e0846bea0d05d3073d383cd is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:55:20.194353 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:55:20.200323 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:55:20.212639 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Made reservation on behalf of 478112749e0846bea0d05d3073d383cd for: {'network': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:55:20.215067 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for network, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:20.230535 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:20.262187 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:55:20.267841 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Usage tracker for resource:security_group_rule and tenant:478112749e0846bea0d05d3073d383cd is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:55:20.271102 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:55:20.276931 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:55:20.343343 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:20.350030 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:20.376221 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507}  {{(pid=83063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Feb 28 18:55:20.388612 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:20.394904 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:20.395242 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.segments_db [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Added segment 203a1e1e-264e-44e3-aae9-4053450db4a2 of type vlan for network 2cf8855b-f3db-426b-ad36-e330fa2c987f
Feb 28 18:55:20.420915 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743575470084'] for network, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:20.452152 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169'] for network, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:20.453070 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:20.453651 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:20.626766 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] Pushing event updated for resources: {'Network': ['ID=2cf8855b-f3db-426b-ad36-e330fa2c987f,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:20.635724 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-04632e06-adf3-422d-aa30-dd943d8ea8b3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5979226
Feb 28 18:55:20.636827 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Network 2cf8855b-f3db-426b-ad36-e330fa2c987f details requested by agent ovs-agent-dv-cinder-831188-1-iscsi with host dv-cinder-831188-1-iscsi {{(pid=83064) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Feb 28 18:55:20.638843 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 39014) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:55:20.644580 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-0c1ded7c-e3a9-4da3-936e-a5b2195b5cf2 admin admin] Request body: {'subnet': {'network_id': '2cf8855b-f3db-426b-ad36-e330fa2c987f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1066722049-subnet', 'tenant_id': '478112749e0846bea0d05d3073d383cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:55:20.650021 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-0c1ded7c-e3a9-4da3-936e-a5b2195b5cf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:55:20.656120 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-0c1ded7c-e3a9-4da3-936e-a5b2195b5cf2 admin admin] Usage tracker for resource:subnet and tenant:478112749e0846bea0d05d3073d383cd is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:55:20.658948 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-0c1ded7c-e3a9-4da3-936e-a5b2195b5cf2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:55:20.665240 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-0c1ded7c-e3a9-4da3-936e-a5b2195b5cf2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:55:20.677047 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1ded7c-e3a9-4da3-936e-a5b2195b5cf2 admin admin] Made reservation on behalf of 478112749e0846bea0d05d3073d383cd for: {'subnet': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:55:20.679406 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0c1ded7c-e3a9-4da3-936e-a5b2195b5cf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1931075'] for subnet, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:20.889456 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0c1ded7c-e3a9-4da3-936e-a5b2195b5cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1992640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1931133'] for subnet, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:20.961149 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ded7c-e3a9-4da3-936e-a5b2195b5cf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab805a81-506f-4634-8103-406805978f4d,revision_number=0']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:20.982141 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1ded7c-e3a9-4da3-936e-a5b2195b5cf2 admin admin] Checking segment: {'id': '203a1e1e-264e-44e3-aae9-4053450db4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2cf8855b-f3db-426b-ad36-e330fa2c987f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:55:20.982627 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1ded7c-e3a9-4da3-936e-a5b2195b5cf2 admin admin] Network hostable DHCP agents. Network: 2cf8855b-f3db-426b-ad36-e330fa2c987f, hostable agents: ['6a9a7d5e-9a98-4f00-a132-39bb1f3bba05'], hosted agents: [] {{(pid=83063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Feb 28 18:55:21.015263 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1ded7c-e3a9-4da3-936e-a5b2195b5cf2 admin admin] Network 2cf8855b-f3db-426b-ad36-e330fa2c987f is scheduled to be hosted by DHCP agent 6a9a7d5e-9a98-4f00-a132-39bb1f3bba05 with binding_index 1 {{(pid=83063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Feb 28 18:55:21.027772 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-0c1ded7c-e3a9-4da3-936e-a5b2195b5cf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-iscsi, 2cf8855b-f3db-426b-ad36-e330fa2c987f) {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:55:21.031959 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1ded7c-e3a9-4da3-936e-a5b2195b5cf2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:21.032551 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0c1ded7c-e3a9-4da3-936e-a5b2195b5cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:21.037120 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8949782c-082b-4eca-a368-766b4546d319 None None] Network 2cf8855b-f3db-426b-ad36-e330fa2c987f requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:55:21.062271 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-0c1ded7c-e3a9-4da3-936e-a5b2195b5cf2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4222438
Feb 28 18:55:21.251853 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ab0e11-b8a7-443f-a84b-0b279f73889e None None] Network 2cf8855b-f3db-426b-ad36-e330fa2c987f requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:55:23.117869 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-2ebb4fbc-4a1b-47e7-99f9-29fe8dfc7a7d tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:23.118459 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-2ebb4fbc-4a1b-47e7-99f9-29fe8dfc7a7d tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Synchronizing usage tracker for tenant:478112749e0846bea0d05d3073d383cd on resource:network {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:55:23.140516 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-2ebb4fbc-4a1b-47e7-99f9-29fe8dfc7a7d tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Unset dirty status for tenant:478112749e0846bea0d05d3073d383cd on resource:network {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:55:23.142280 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-2ebb4fbc-4a1b-47e7-99f9-29fe8dfc7a7d tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/networks?id=2cf8855b-f3db-426b-ad36-e330fa2c987f HTTP/1.1" status: 200  len: 814 time: 0.1718962
Feb 28 18:55:23.159405 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-ea69f1d7-ea87-4e4d-b82e-baa14abb542e tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/quotas/478112749e0846bea0d05d3073d383cd HTTP/1.1" status: 200  len: 375 time: 0.0105546
Feb 28 18:55:23.205618 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-58ed625c-cd37-4577-9cb4-639010f0a030 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=478112749e0846bea0d05d3073d383cd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0411060
Feb 28 18:55:23.348428 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-15c4874d-4077-4e68-b541-74c339ea3b40 service neutron] 10.222.0.18 "GET /v2.0/networks/2cf8855b-f3db-426b-ad36-e330fa2c987f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357100
Feb 28 18:55:23.497974 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-c1a2c8aa-5f68-47c5-9477-65489fbf14eb service neutron] 10.222.0.18 "GET /v2.0/networks/2cf8855b-f3db-426b-ad36-e330fa2c987f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1412683
Feb 28 18:55:23.688775 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-620582c9-4123-41c2-8fa2-713bec7a7a8e req-62dde3f8-1d61-4b75-91e2-e7e66a3a3030 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3804d021-072c-4fa7-940a-6ef6c2224b8d HTTP/1.1" status: 200  len: 210 time: 0.0456674
Feb 28 18:55:24.874505 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-93b8181a-60c6-4c63-ab0d-3862df424863 req-eceb5f7f-facd-4e7d-a95b-418ffa08efb8 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3804d021-072c-4fa7-940a-6ef6c2224b8d HTTP/1.1" status: 200  len: 210 time: 0.0535021
Feb 28 18:55:24.918952 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-4b5b86e0-f005-4247-9ab4-127d30118b0e tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:24.920707 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-4b5b86e0-f005-4247-9ab4-127d30118b0e tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.70 "GET /v2.0/networks?id=2cf8855b-f3db-426b-ad36-e330fa2c987f HTTP/1.1" status: 200  len: 814 time: 0.1953828
Feb 28 18:55:24.944160 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-367856b9-630d-4470-b418-7b6b271d5649 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Request body: {'port': {'device_id': '3804d021-072c-4fa7-940a-6ef6c2224b8d', 'network_id': '2cf8855b-f3db-426b-ad36-e330fa2c987f', 'admin_state_up': True, 'tenant_id': '478112749e0846bea0d05d3073d383cd'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:55:25.080955 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-367856b9-630d-4470-b418-7b6b271d5649 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:55:25.085004 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-367856b9-630d-4470-b418-7b6b271d5649 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Usage tracker for resource:port and tenant:478112749e0846bea0d05d3073d383cd is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:55:25.087816 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-367856b9-630d-4470-b418-7b6b271d5649 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:55:25.093443 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-367856b9-630d-4470-b418-7b6b271d5649 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:55:25.106676 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-367856b9-630d-4470-b418-7b6b271d5649 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Made reservation on behalf of 478112749e0846bea0d05d3073d383cd for: {'port': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:55:25.109639 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-367856b9-630d-4470-b418-7b6b271d5649 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:25.267081 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-367856b9-630d-4470-b418-7b6b271d5649 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Allocated IP 172.20.0.6 (2cf8855b-f3db-426b-ad36-e330fa2c987f/ab805a81-506f-4634-8103-406805978f4d/92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:55:25.477016 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-367856b9-630d-4470-b418-7b6b271d5649 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:25.506987 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-367856b9-630d-4470-b418-7b6b271d5649 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:25.598172 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-367856b9-630d-4470-b418-7b6b271d5649 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Network 2cf8855b-f3db-426b-ad36-e330fa2c987f is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:55:25.600928 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-367856b9-630d-4470-b418-7b6b271d5649 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:55:25.607330 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-367856b9-630d-4470-b418-7b6b271d5649 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:55:25.726815 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367856b9-630d-4470-b418-7b6b271d5649 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Pushing event updated for resources: {'Port': ['ID=92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:25.758950 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-367856b9-630d-4470-b418-7b6b271d5649 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:25.759557 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-367856b9-630d-4470-b418-7b6b271d5649 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:25.785508 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-367856b9-630d-4470-b418-7b6b271d5649 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8451767
Feb 28 18:55:25.798386 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] Request body: {'port': {'device_id': '3804d021-072c-4fa7-940a-6ef6c2224b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:55:25.912986 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:26.060733 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-a9225e90-f252-4a28-852a-3786a6e04cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:26.084340 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab00886-ae67-4bc0-b268-989f126f8c6c req-392c581c-fe39-4662-91cb-709395eb2714 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:26.085779 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-dab00886-ae67-4bc0-b268-989f126f8c6c req-392c581c-fe39-4662-91cb-709395eb2714 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3804d021-072c-4fa7-940a-6ef6c2224b8d HTTP/1.1" status: 200  len: 931 time: 0.0875719
Feb 28 18:55:26.130237 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-dab00886-ae67-4bc0-b268-989f126f8c6c req-e39dbbea-7120-4c7c-a090-01f2cbe4247d tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387485
Feb 28 18:55:26.254081 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc {{(pid=83063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:55:26.261324 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:26.276209 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] Transition to ACTIVE for port object 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc will not be triggered until provisioned by entity L2. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:55:26.282000 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:26.399466 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:26.506241 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] Attempting to bind port 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:55:26.506587 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] Attempting to bind port 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '203a1e1e-264e-44e3-aae9-4053450db4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2cf8855b-f3db-426b-ad36-e330fa2c987f'}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:55:26.506899 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] Attempting to bind port 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc on network 2cf8855b-f3db-426b-ad36-e330fa2c987f {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:55:26.512777 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] Port 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc on network 2cf8855b-f3db-426b-ad36-e330fa2c987f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:55:26.513084 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] Attempting to bind port 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc on network 2cf8855b-f3db-426b-ad36-e330fa2c987f {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:55:26.520268 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:55:26.520605 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] Checking segment: {'id': '203a1e1e-264e-44e3-aae9-4053450db4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2cf8855b-f3db-426b-ad36-e330fa2c987f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:55:26.520989 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] Bound using segment: {'id': '203a1e1e-264e-44e3-aae9-4053450db4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2cf8855b-f3db-426b-ad36-e330fa2c987f'} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:55:26.521414 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] Bound port: 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203a1e1e-264e-44e3-aae9-4053450db4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2cf8855b-f3db-426b-ad36-e330fa2c987f'}}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:55:26.521759 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:26.610780 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] For port 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc, host hv-cinder-83118, cleared binding levels {{(pid=83063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:55:26.613957 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] For port 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc,segment=NetworkSegment(203a1e1e-264e-44e3-aae9-4053450db4a2),segment_id=203a1e1e-264e-44e3-aae9-4053450db4a2)] {{(pid=83063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:55:26.621122 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:26.684423 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:26.686173 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] 10.222.0.70 "PUT /v2.0/ports/92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc HTTP/1.1" status: 200  len: 1093 time: 0.8917048
Feb 28 18:55:26.686586 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3804d021-072c-4fa7-940a-6ef6c2224b8d', 'tag': '92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:55:26.702827 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c8780-8298-4fc4-8e48-4d310525e5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc,revision_number=3']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:26.762990 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3804d021-072c-4fa7-940a-6ef6c2224b8d', 'tag': '92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc', 'status': 'completed', 'code': 200}
Feb 28 18:55:26.808518 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-eb28164f-9b3c-4192-aed2-97fa407b8e3f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=478112749e0846bea0d05d3073d383cd&device_id=3804d021-072c-4fa7-940a-6ef6c2224b8d HTTP/1.1" status: 200  len: 1096 time: 0.0758097
Feb 28 18:55:26.887280 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-11ba6c8a-535e-4b80-8b81-d7da114488e9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc HTTP/1.1" status: 200  len: 217 time: 0.0683477
Feb 28 18:55:26.950543 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-bdd29aff-ead5-4cf3-8c12-88a9a2147015 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:26.951960 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-bdd29aff-ead5-4cf3-8c12-88a9a2147015 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab805a81-506f-4634-8103-406805978f4d HTTP/1.1" status: 200  len: 854 time: 0.0580113
Feb 28 18:55:27.013965 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-ff8d44c1-714e-4a7a-8ec3-11a1e08e057c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cf8855b-f3db-426b-ad36-e330fa2c987f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419295
Feb 28 18:55:27.157023 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-dda7207a-ff6b-413c-8cf5-6012ac9d4c7e service neutron] 10.222.0.70 "GET /v2.0/networks/2cf8855b-f3db-426b-ad36-e330fa2c987f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364357
Feb 28 18:55:27.299384 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6ef9bec3-ce12-49a1-92a8-af520a72c0fd req-7903dc9d-74f8-4522-9b19-ea7bfb46cde4 service neutron] 10.222.0.70 "GET /v2.0/networks/2cf8855b-f3db-426b-ad36-e330fa2c987f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317565
Feb 28 18:55:27.323048 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92ef99-cea9-419c-a2eb-5bb7eeaa4191 req-762e1a09-4a74-4c31-8c63-30d7ab0539f2 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:27.324516 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1f92ef99-cea9-419c-a2eb-5bb7eeaa4191 req-762e1a09-4a74-4c31-8c63-30d7ab0539f2 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3804d021-072c-4fa7-940a-6ef6c2224b8d HTTP/1.1" status: 200  len: 943 time: 0.0746815
Feb 28 18:55:27.371391 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1f92ef99-cea9-419c-a2eb-5bb7eeaa4191 req-63ae7d7c-0ad9-4e0b-92e5-9600ddd2cecc tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412488
Feb 28 18:55:27.491221 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d93f652f-8bcf-4101-9370-bba169711405 req-4e78788b-0165-4b0c-a63b-850d1ac02863 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=478112749e0846bea0d05d3073d383cd&device_id=3804d021-072c-4fa7-940a-6ef6c2224b8d HTTP/1.1" status: 200  len: 1096 time: 0.0724425
Feb 28 18:55:27.703450 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f652f-8bcf-4101-9370-bba169711405 req-9900d68b-0e30-429c-805b-15b1acdc5fd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:27.704929 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d93f652f-8bcf-4101-9370-bba169711405 req-9900d68b-0e30-429c-805b-15b1acdc5fd6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cf8855b-f3db-426b-ad36-e330fa2c987f HTTP/1.1" status: 200  len: 915 time: 0.2033887
Feb 28 18:55:27.780642 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d93f652f-8bcf-4101-9370-bba169711405 req-cf9606ed-22ae-4f5e-ad44-500ead905604 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc HTTP/1.1" status: 200  len: 217 time: 0.0687299
Feb 28 18:55:27.844502 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f652f-8bcf-4101-9370-bba169711405 req-3e00446d-b2cf-4986-8845-e7953b18c0bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:27.845819 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d93f652f-8bcf-4101-9370-bba169711405 req-3e00446d-b2cf-4986-8845-e7953b18c0bf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab805a81-506f-4634-8103-406805978f4d HTTP/1.1" status: 200  len: 854 time: 0.0577214
Feb 28 18:55:27.893812 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d93f652f-8bcf-4101-9370-bba169711405 req-def3dcdc-8e22-45ed-8f03-498799f60a49 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cf8855b-f3db-426b-ad36-e330fa2c987f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412428
Feb 28 18:55:28.032453 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d93f652f-8bcf-4101-9370-bba169711405 req-802e8413-6429-4404-9d21-7a5b11a8080e service neutron] 10.222.0.70 "GET /v2.0/networks/2cf8855b-f3db-426b-ad36-e330fa2c987f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318896
Feb 28 18:55:28.169981 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d93f652f-8bcf-4101-9370-bba169711405 req-4f7eedfb-c6dd-48d4-aa67-b6bf4c574aff service neutron] 10.222.0.70 "GET /v2.0/networks/2cf8855b-f3db-426b-ad36-e330fa2c987f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301625
Feb 28 18:55:28.281781 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-17ec77ae-29f7-4147-8991-a0685f0b3a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:28.578933 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa7119-0c2e-443f-af9c-91921853ca94 req-9a2ad87a-4fb6-40d5-ab9f-58afa8be56ff tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:28.579644 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-43aa7119-0c2e-443f-af9c-91921853ca94 req-9a2ad87a-4fb6-40d5-ab9f-58afa8be56ff tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Synchronizing usage tracker for tenant:478112749e0846bea0d05d3073d383cd on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:55:28.600170 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-43aa7119-0c2e-443f-af9c-91921853ca94 req-9a2ad87a-4fb6-40d5-ab9f-58afa8be56ff tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Unset dirty status for tenant:478112749e0846bea0d05d3073d383cd on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:55:28.601280 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-43aa7119-0c2e-443f-af9c-91921853ca94 req-9a2ad87a-4fb6-40d5-ab9f-58afa8be56ff tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3804d021-072c-4fa7-940a-6ef6c2224b8d HTTP/1.1" status: 200  len: 943 time: 0.0989425
Feb 28 18:55:28.648535 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-43aa7119-0c2e-443f-af9c-91921853ca94 req-4f4ef628-69d9-4509-89f8-baac09bb18bd tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Synchronizing usage tracker for tenant:478112749e0846bea0d05d3073d383cd on resource:security_group {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:55:28.667678 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-43aa7119-0c2e-443f-af9c-91921853ca94 req-4f4ef628-69d9-4509-89f8-baac09bb18bd tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Unset dirty status for tenant:478112749e0846bea0d05d3073d383cd on resource:security_group {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:55:28.668946 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-43aa7119-0c2e-443f-af9c-91921853ca94 req-4f4ef628-69d9-4509-89f8-baac09bb18bd tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617654
Feb 28 18:55:29.495449 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:29.522039 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:29.887932 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a2f524-0dd4-4501-bb25-064a1c3a505e req-21a35ca3-5133-47f9-aa7a-e3f98bbff976 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:29.889275 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-39a2f524-0dd4-4501-bb25-064a1c3a505e req-21a35ca3-5133-47f9-aa7a-e3f98bbff976 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3804d021-072c-4fa7-940a-6ef6c2224b8d HTTP/1.1" status: 200  len: 943 time: 0.0944633
Feb 28 18:55:29.937168 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-39a2f524-0dd4-4501-bb25-064a1c3a505e req-08d82ae5-edcb-4c8c-859c-74c167fd12d8 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403435
Feb 28 18:55:30.738243 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:30.775785 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:31.155004 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693c30f-9f30-4ac4-b673-833e94244569 req-3ffc66be-5d0b-413b-9db5-d7e1c5daa2fe tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:31.156444 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5693c30f-9f30-4ac4-b673-833e94244569 req-3ffc66be-5d0b-413b-9db5-d7e1c5daa2fe tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3804d021-072c-4fa7-940a-6ef6c2224b8d HTTP/1.1" status: 200  len: 943 time: 0.0910223
Feb 28 18:55:31.203539 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5693c30f-9f30-4ac4-b673-833e94244569 req-9f0c97a0-d0a4-4b8b-976e-e333aa9ba5e2 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413759
Feb 28 18:55:31.530826 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:55:31.684466 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc,segment=NetworkSegment(203a1e1e-264e-44e3-aae9-4053450db4a2),segment_id=203a1e1e-264e-44e3-aae9-4053450db4a2)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:55:31.698072 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': '92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc', 'network_id': '2cf8855b-f3db-426b-ad36-e330fa2c987f', 'port_id': '92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc', 'mac_address': 'fa:16:3e:26:2f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab805a81-506f-4634-8103-406805978f4d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:55:31.755129 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:31.772405 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:55:31.787177 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc,segment=NetworkSegment(203a1e1e-264e-44e3-aae9-4053450db4a2),segment_id=203a1e1e-264e-44e3-aae9-4053450db4a2)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:55:31.793914 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:31.858731 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:31.868160 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:31.868502 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:31.868853 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:31.869183 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:31.869515 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:31.869847 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:31.870171 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:31.870496 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:31.870854 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:31.871178 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:31.871497 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:55:32.194725 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:55:32.404616 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff6db9-4d4d-4b72-9e12-2c5684ff4018 req-a62f62e1-bb14-47cc-a07f-f8fbf87c1b97 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:32.406185 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e1ff6db9-4d4d-4b72-9e12-2c5684ff4018 req-a62f62e1-bb14-47cc-a07f-f8fbf87c1b97 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3804d021-072c-4fa7-940a-6ef6c2224b8d HTTP/1.1" status: 200  len: 944 time: 0.0764699
Feb 28 18:55:32.461441 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e1ff6db9-4d4d-4b72-9e12-2c5684ff4018 req-ceb4d7cc-0eca-4d49-9a1c-2c1a6001c416 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482659
Feb 28 18:55:32.744085 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:55:33.536772 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:55:33.616728 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:55:33.623175 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:55:33.623531 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:33.684191 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc372fe8-d92f-4a86-a82d-f8270ca41aa7 req-9eacea10-caf5-4b64-8a82-17ec2abdc971 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:33.686062 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cc372fe8-d92f-4a86-a82d-f8270ca41aa7 req-9eacea10-caf5-4b64-8a82-17ec2abdc971 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3804d021-072c-4fa7-940a-6ef6c2224b8d HTTP/1.1" status: 200  len: 944 time: 0.0809152
Feb 28 18:55:33.735363 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cc372fe8-d92f-4a86-a82d-f8270ca41aa7 req-35326ea1-b96b-4d24-b6f3-aefbdf6ac5c7 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436645
Feb 28 18:55:33.771677 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:33.803124 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3804d021-072c-4fa7-940a-6ef6c2224b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:55:33.819994 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc,segment=NetworkSegment(203a1e1e-264e-44e3-aae9-4053450db4a2),segment_id=203a1e1e-264e-44e3-aae9-4053450db4a2)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:55:33.826331 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:33.871043 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3804d021-072c-4fa7-940a-6ef6c2224b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc', 'code': 200}
Feb 28 18:55:33.925328 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:55:34.147255 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-bfef9a2a-eb9b-4bb8-a004-fce60ed85b05 req-a67b691d-9522-4480-97f8-b15d4e0524cd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3804d021-072c-4fa7-940a-6ef6c2224b8d HTTP/1.1" status: 200  len: 1098 time: 0.0869439
Feb 28 18:55:34.200150 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-bfef9a2a-eb9b-4bb8-a004-fce60ed85b05 req-82319abc-d99f-4812-b961-ac9001260811 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438867
Feb 28 18:55:34.960619 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbcca8-cc98-4519-ac4e-55aa86e3df45 req-279d9989-41e9-47bb-86df-3603a081863c tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:34.962065 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-44fbcca8-cc98-4519-ac4e-55aa86e3df45 req-279d9989-41e9-47bb-86df-3603a081863c tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3804d021-072c-4fa7-940a-6ef6c2224b8d HTTP/1.1" status: 200  len: 945 time: 0.0896547
Feb 28 18:55:35.009580 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-44fbcca8-cc98-4519-ac4e-55aa86e3df45 req-e42e4e0c-22bd-46e8-8d15-ce5b13577e8d tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418341
Feb 28 18:55:36.222772 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e7ffe7-4598-4322-bcd5-c7e5e365e68f req-d1d65c51-f779-4d3c-8f3a-bcd84998adac tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:36.224463 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e6e7ffe7-4598-4322-bcd5-c7e5e365e68f req-d1d65c51-f779-4d3c-8f3a-bcd84998adac tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3804d021-072c-4fa7-940a-6ef6c2224b8d HTTP/1.1" status: 200  len: 945 time: 0.0832698
Feb 28 18:55:36.269607 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e6e7ffe7-4598-4322-bcd5-c7e5e365e68f req-a1dfba44-68b7-4820-b8d7-8abf05a0ffbe tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393741
Feb 28 18:55:37.482355 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82620730-7a9a-498a-b3a0-4a470046ae58 req-27f019bf-d221-4ba2-a72d-83f6ac159de3 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:37.483860 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-82620730-7a9a-498a-b3a0-4a470046ae58 req-27f019bf-d221-4ba2-a72d-83f6ac159de3 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3804d021-072c-4fa7-940a-6ef6c2224b8d HTTP/1.1" status: 200  len: 945 time: 0.0899227
Feb 28 18:55:37.530744 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-82620730-7a9a-498a-b3a0-4a470046ae58 req-3bc8b15d-c833-4be2-b112-3021b24bbb32 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390317
Feb 28 18:55:56.068978 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f11604c5-abc2-473c-8401-b2a3ec111ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:57.419724 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe97c22-b128-4c7d-ba24-91cdb416ecf4 req-7cc5843f-b31a-43f4-a902-916c542fb999 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:57.421057 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8fe97c22-b128-4c7d-ba24-91cdb416ecf4 req-7cc5843f-b31a-43f4-a902-916c542fb999 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 985 time: 0.1013486
Feb 28 18:55:57.423981 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fcd9d82d-08e5-4813-b950-af9237b147a5 req-ed46b082-27ec-4643-945d-5c97d3a99f7c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b10fda6245e4b409fad0032864b3671&device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 1138 time: 0.1336694
Feb 28 18:55:57.550838 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8fe97c22-b128-4c7d-ba24-91cdb416ecf4 req-11bf4c53-b103-459f-81f7-4dde532f8e57 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4&id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1228409
Feb 28 18:55:57.582821 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9d82d-08e5-4813-b950-af9237b147a5 req-b391de3d-18c0-4c25-8ec7-2a0c3b774282 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:57.584284 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fcd9d82d-08e5-4813-b950-af9237b147a5 req-b391de3d-18c0-4c25-8ec7-2a0c3b774282 service neutron] 10.222.0.70 "GET /v2.0/networks?id=37ceae1c-d0dc-4e09-a2ee-36dde56e5535 HTTP/1.1" status: 200  len: 915 time: 0.1429663
Feb 28 18:55:57.701657 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fcd9d82d-08e5-4813-b950-af9237b147a5 req-da810172-cd47-4c49-83db-85db23ab5457 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f27af5d-c4ff-467b-af89-892bf9d57eaf HTTP/1.1" status: 200  len: 1002 time: 0.1110289
Feb 28 18:55:57.765870 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9d82d-08e5-4813-b950-af9237b147a5 req-4b8adbae-0cbe-411e-9a4f-e9f0d2522e3f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:57.767371 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fcd9d82d-08e5-4813-b950-af9237b147a5 req-4b8adbae-0cbe-411e-9a4f-e9f0d2522e3f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef60b45d-4f01-4cac-9ad4-f548867b8b95 HTTP/1.1" status: 200  len: 853 time: 0.0594556
Feb 28 18:55:57.927639 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fcd9d82d-08e5-4813-b950-af9237b147a5 req-bf97d135-f726-49b3-a2d4-42b49c9ba785 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=37ceae1c-d0dc-4e09-a2ee-36dde56e5535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1530058
Feb 28 18:55:58.056060 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fcd9d82d-08e5-4813-b950-af9237b147a5 req-7285b9df-48c0-4725-9719-8f5fc869344c service neutron] 10.222.0.70 "GET /v2.0/networks/37ceae1c-d0dc-4e09-a2ee-36dde56e5535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211104
Feb 28 18:55:58.196701 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fcd9d82d-08e5-4813-b950-af9237b147a5 req-8bb5a874-37a4-4fa4-a081-fba9dffe3ba5 service neutron] 10.222.0.70 "GET /v2.0/networks/37ceae1c-d0dc-4e09-a2ee-36dde56e5535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341662
Feb 28 18:55:58.279715 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-57366a9e-b92d-4dad-ac76-e98cf7c3c870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:58.757826 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4463d6-4292-4995-bdb9-ff69a4a8d6b1 req-f5391c41-779a-4a6b-8a59-50c3f93415bd tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:55:58.759274 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0b4463d6-4292-4995-bdb9-ff69a4a8d6b1 req-f5391c41-779a-4a6b-8a59-50c3f93415bd tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 985 time: 0.0811186
Feb 28 18:55:58.808758 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-0b4463d6-4292-4995-bdb9-ff69a4a8d6b1 req-4dce62db-d28f-4514-8223-a5a26e2f79c9 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4&id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0411301
Feb 28 18:55:59.503588 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:55:59.516825 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:00.025409 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c51833-9d35-49c8-9de2-5a2366bf902b req-9185962b-5dba-4fb9-98b0-aa8d5a8e892f tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:00.026796 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f4c51833-9d35-49c8-9de2-5a2366bf902b req-9185962b-5dba-4fb9-98b0-aa8d5a8e892f tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 985 time: 0.0885150
Feb 28 18:56:00.086781 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f4c51833-9d35-49c8-9de2-5a2366bf902b req-d96938a6-5886-44d1-86d9-7cada4dcf7f5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4&id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0541692
Feb 28 18:56:00.737072 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:00.779271 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:01.300264 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad64900-4b56-4e5d-9729-a5e107487f20 req-78c6626f-7b85-49cd-8677-05b8c84ec2ad tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:01.301701 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4ad64900-4b56-4e5d-9729-a5e107487f20 req-78c6626f-7b85-49cd-8677-05b8c84ec2ad tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 985 time: 0.0831211
Feb 28 18:56:01.349185 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-4ad64900-4b56-4e5d-9729-a5e107487f20 req-e59ca2ca-1a1b-4ad1-8953-9e60c4c50bdc tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4&id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0416536
Feb 28 18:56:01.538817 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0cbd1c5c-9d18-460c-89f2-7036cbe2e440 req-aaacbcf9-75e0-4816-9f9b-57ea2c1d1b31 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0713062
Feb 28 18:56:01.692343 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0cbd1c5c-9d18-460c-89f2-7036cbe2e440 req-2c17a4ca-b72b-4978-8584-4849c40c6b81 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df6310ee4c214b53bfc3fa13d6f15b83&device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 1099 time: 0.0705752
Feb 28 18:56:01.848224 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd1c5c-9d18-460c-89f2-7036cbe2e440 req-d452d8d2-a1e2-4d00-af02-45daa2116e95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:01.849623 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0cbd1c5c-9d18-460c-89f2-7036cbe2e440 req-d452d8d2-a1e2-4d00-af02-45daa2116e95 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 HTTP/1.1" status: 200  len: 909 time: 0.1287439
Feb 28 18:56:01.962117 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0cbd1c5c-9d18-460c-89f2-7036cbe2e440 req-2cf3429a-8ad5-4be6-9910-48b3d63637c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db02cf2e-be37-45fc-b70d-76efd2db4952 HTTP/1.1" status: 200  len: 1002 time: 0.1021333
Feb 28 18:56:02.030870 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd1c5c-9d18-460c-89f2-7036cbe2e440 req-36eac29d-2805-485f-b437-d36258ee7659 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:02.032233 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0cbd1c5c-9d18-460c-89f2-7036cbe2e440 req-36eac29d-2805-485f-b437-d36258ee7659 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d013530a-4ea2-46fc-b7a4-576179421aad HTTP/1.1" status: 200  len: 847 time: 0.0620999
Feb 28 18:56:02.118077 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0cbd1c5c-9d18-460c-89f2-7036cbe2e440 req-c6f8f97f-2dc3-4400-a35e-3678e8e319c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778108
Feb 28 18:56:02.262758 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0cbd1c5c-9d18-460c-89f2-7036cbe2e440 req-04b7cae5-4837-443e-a1c1-61837d9828dc service neutron] 10.222.0.70 "GET /v2.0/networks/ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315250
Feb 28 18:56:02.392935 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-0cbd1c5c-9d18-460c-89f2-7036cbe2e440 req-b4827c38-427f-4f99-913e-6efed4754b14 service neutron] 10.222.0.70 "GET /v2.0/networks/ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223495
Feb 28 18:56:02.552034 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15efd4-85e2-4b1d-b706-ed359b0404bb req-6b39e46b-a9e8-4460-bd18-922d5770d6d8 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:02.553621 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fb15efd4-85e2-4b1d-b706-ed359b0404bb req-6b39e46b-a9e8-4460-bd18-922d5770d6d8 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 985 time: 0.0815895
Feb 28 18:56:02.604468 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fb15efd4-85e2-4b1d-b706-ed359b0404bb req-3c2d934d-5161-4e95-98f2-1e8d84c7c970 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4&id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0422733
Feb 28 18:56:03.904199 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d485d2-2d4e-4954-a238-e1b3805bf9b6 req-eddd3cae-9c4a-4a41-8bef-e1b68c53bc25 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:03.905575 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-08d485d2-2d4e-4954-a238-e1b3805bf9b6 req-eddd3cae-9c4a-4a41-8bef-e1b68c53bc25 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 985 time: 0.1677392
Feb 28 18:56:03.965981 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-08d485d2-2d4e-4954-a238-e1b3805bf9b6 req-d36a93e4-b453-47c8-b2be-4c700de45f1f tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4&id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0539589
Feb 28 18:56:05.196313 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37409f9-c7ae-4dd7-a25f-7d8c98157bc3 req-09e033aa-d7b7-471c-a3c6-a15985f30ed7 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:05.197017 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e37409f9-c7ae-4dd7-a25f-7d8c98157bc3 req-09e033aa-d7b7-471c-a3c6-a15985f30ed7 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 985 time: 0.0858998
Feb 28 18:56:05.246500 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e37409f9-c7ae-4dd7-a25f-7d8c98157bc3 req-235a9d12-a6ea-4f90-ac0b-b2c058cbdcc5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4&id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0434821
Feb 28 18:56:06.441450 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600be074-81b0-48eb-ae01-6f46d2fa7039 req-d2a59018-1385-44e3-8a1d-e8ba2273c28c tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:06.442922 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-600be074-81b0-48eb-ae01-6f46d2fa7039 req-d2a59018-1385-44e3-8a1d-e8ba2273c28c tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 985 time: 0.0789437
Feb 28 18:56:06.488934 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-600be074-81b0-48eb-ae01-6f46d2fa7039 req-b683fa3b-71c3-4975-802f-3a1d044d1d3b tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4&id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0402122
Feb 28 18:56:07.709814 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c2d5f-6c18-469d-8943-c8f47e3b00db req-f12a058d-f86d-42af-80b1-5690eb8ab6a4 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:07.712451 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b37c2d5f-6c18-469d-8943-c8f47e3b00db req-f12a058d-f86d-42af-80b1-5690eb8ab6a4 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 985 time: 0.0929780
Feb 28 18:56:07.760833 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-b37c2d5f-6c18-469d-8943-c8f47e3b00db req-4d209292-488e-4657-9116-5c1230423b48 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4&id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0427747
Feb 28 18:56:08.970544 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72c2ce-4f86-42ed-996d-0870869eb259 req-c8f8edeb-8637-431a-a724-e73887240a77 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:08.972089 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5d72c2ce-4f86-42ed-996d-0870869eb259 req-c8f8edeb-8637-431a-a724-e73887240a77 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 985 time: 0.0783455
Feb 28 18:56:09.017980 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5d72c2ce-4f86-42ed-996d-0870869eb259 req-afa54309-bcd3-4c0c-b638-a695c781bfac tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4&id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0401587
Feb 28 18:56:09.748495 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:56:10.227161 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19324ce5-554a-41ef-bf7d-88c982afa4a2 req-1431dab3-112c-4296-b49a-f3d289e4d738 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:10.228823 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-19324ce5-554a-41ef-bf7d-88c982afa4a2 req-1431dab3-112c-4296-b49a-f3d289e4d738 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 985 time: 0.0862982
Feb 28 18:56:10.275367 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-19324ce5-554a-41ef-bf7d-88c982afa4a2 req-4659af98-cbe7-494b-8ad9-2044b767a175 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4&id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0407917
Feb 28 18:56:11.575306 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1a5ac-03d5-4bc2-8c4b-09e1768aa90e req-03cdba0b-9fbd-4bae-b338-cdce2fb91654 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:11.576648 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26e1a5ac-03d5-4bc2-8c4b-09e1768aa90e req-03cdba0b-9fbd-4bae-b338-cdce2fb91654 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 985 time: 0.1638148
Feb 28 18:56:11.626142 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26e1a5ac-03d5-4bc2-8c4b-09e1768aa90e req-d356851f-419e-4797-9f76-def6d8d2065a tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4&id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0411215
Feb 28 18:56:12.830158 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2047fbb-fdb0-436a-a56b-c4ceff6f25ed req-5b6c072a-7285-4a42-a467-44a1e94ebd65 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:12.831646 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a2047fbb-fdb0-436a-a56b-c4ceff6f25ed req-5b6c072a-7285-4a42-a467-44a1e94ebd65 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 985 time: 0.0782616
Feb 28 18:56:12.887053 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a2047fbb-fdb0-436a-a56b-c4ceff6f25ed req-a814acce-2655-4be5-b85c-c6d71ea87ed4 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4&id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0461533
Feb 28 18:56:14.103737 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891951b-3372-4186-af56-a95634f8315d req-d06cbaaf-4a90-4b3c-ae00-2b4dd88e9b17 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:14.105162 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9891951b-3372-4186-af56-a95634f8315d req-d06cbaaf-4a90-4b3c-ae00-2b4dd88e9b17 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 985 time: 0.0897727
Feb 28 18:56:14.152106 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9891951b-3372-4186-af56-a95634f8315d req-5ad0e649-d59d-4931-ab3c-bb3acae1de87 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4&id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0412643
Feb 28 18:56:15.352433 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eabd6b-9dd5-4141-a2a2-d38a78d4fe16 req-403bf798-7e64-4d45-a924-14b285abfd96 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:15.353933 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-02eabd6b-9dd5-4141-a2a2-d38a78d4fe16 req-403bf798-7e64-4d45-a924-14b285abfd96 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 985 time: 0.0751522
Feb 28 18:56:15.400465 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-02eabd6b-9dd5-4141-a2a2-d38a78d4fe16 req-7c7c19d7-44fe-47dd-bd88-60c176de36d3 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4&id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0407958
Feb 28 18:56:26.054542 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-05f2716f-4f3b-4513-9b62-6ddba3acb97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:28.284597 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ce564a92-2d4a-4d53-9e0c-d67e53bf8114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:29.508357 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:29.521026 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:30.732791 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:30.782416 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:36.558460 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2c691-19d7-41b2-92b5-e6447a80c9ab req-ff6987d5-dea9-43b5-8d77-c12bec72defe tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:36.559941 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d7e2c691-19d7-41b2-92b5-e6447a80c9ab req-ff6987d5-dea9-43b5-8d77-c12bec72defe tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3804d021-072c-4fa7-940a-6ef6c2224b8d HTTP/1.1" status: 200  len: 945 time: 0.0813868
Feb 28 18:56:36.606405 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d7e2c691-19d7-41b2-92b5-e6447a80c9ab req-0e9a8dcd-47f8-4966-806a-3226f52009f7 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402486
Feb 28 18:56:37.832117 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1d837-ee8f-4f4f-9929-ffa7c682ca5b req-e66420dd-9a6e-4a0e-af2f-2b4dc8df8fef tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:37.833780 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-95d1d837-ee8f-4f4f-9929-ffa7c682ca5b req-e66420dd-9a6e-4a0e-af2f-2b4dc8df8fef tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3804d021-072c-4fa7-940a-6ef6c2224b8d HTTP/1.1" status: 200  len: 945 time: 0.0936372
Feb 28 18:56:37.881277 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-95d1d837-ee8f-4f4f-9929-ffa7c682ca5b req-e34eecd3-cdd5-45dc-8f55-b459bda52613 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417876
Feb 28 18:56:38.675258 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dda58b-ef15-43e1-b791-8e116f1b6cf8 req-06629fb9-d3db-4664-98dd-b31d3d4b5b2a tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:38.676771 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e7dda58b-ef15-43e1-b791-8e116f1b6cf8 req-06629fb9-d3db-4664-98dd-b31d3d4b5b2a tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.70 "GET /v2.0/ports?device_id=3804d021-072c-4fa7-940a-6ef6c2224b8d HTTP/1.1" status: 200  len: 945 time: 0.0843787
Feb 28 18:56:38.752039 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-e7dda58b-ef15-43e1-b791-8e116f1b6cf8 req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Deleting port 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:56:38.752350 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e7dda58b-ef15-43e1-b791-8e116f1b6cf8 req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:38.991117 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-e7dda58b-ef15-43e1-b791-8e116f1b6cf8 req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] For port 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc,segment=NetworkSegment(203a1e1e-264e-44e3-aae9-4053450db4a2),segment_id=203a1e1e-264e-44e3-aae9-4053450db4a2)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:56:38.991424 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e7dda58b-ef15-43e1-b791-8e116f1b6cf8 req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:39.137750 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-e7dda58b-ef15-43e1-b791-8e116f1b6cf8 req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Calling delete_port for 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:56:39.274497 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cb83e-bea5-4425-acf7-17682555348f req-13555055-5dcd-4e65-937a-39e51ad5a9f9 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:39.275964 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ab7cb83e-bea5-4425-acf7-17682555348f req-13555055-5dcd-4e65-937a-39e51ad5a9f9 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=3804d021-072c-4fa7-940a-6ef6c2224b8d HTTP/1.1" status: 200  len: 945 time: 0.2268374
Feb 28 18:56:39.333004 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e7dda58b-ef15-43e1-b791-8e116f1b6cf8 req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:39.351549 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:56:39.385126 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Pushing event deleted for resources: {'Port': ['ID=92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:56:39.389938 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ab7cb83e-bea5-4425-acf7-17682555348f req-05966e09-c337-444c-b1f7-3394c504525a tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077158
Feb 28 18:56:39.433636 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:56:39.433951 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:56:39.434300 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:56:39.434681 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:56:39.435038 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:56:39.435673 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:56:39.436014 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:56:39.436337 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:56:39.436654 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:56:39.436940 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:56:39.437285 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:56:39.479484 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dda58b-ef15-43e1-b791-8e116f1b6cf8 req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] No DVR routers for this DVR port 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:56:39.481917 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e7dda58b-ef15-43e1-b791-8e116f1b6cf8 req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:39.484344 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3804d021-072c-4fa7-940a-6ef6c2224b8d', 'name': 'network-vif-deleted', 'tag': '92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:56:39.502039 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e7dda58b-ef15-43e1-b791-8e116f1b6cf8 req-e024f409-5d91-4c67-b1e7-817b7390d175 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.70 "DELETE /v2.0/ports/92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc HTTP/1.1" status: 204  len: 173 time: 0.8187854
Feb 28 18:56:39.543235 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3804d021-072c-4fa7-940a-6ef6c2224b8d', 'name': 'network-vif-deleted', 'tag': '92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc', 'status': 'completed', 'code': 200}
Feb 28 18:56:41.591338 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9e4fe-459b-4b4f-93d6-0b75c1b8c6e0 req-ddc081b3-780f-4c73-a5f7-fb4942094c09 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:41.592779 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1ef9e4fe-459b-4b4f-93d6-0b75c1b8c6e0 req-ddc081b3-780f-4c73-a5f7-fb4942094c09 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 945 time: 0.0811412
Feb 28 18:56:41.639070 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1ef9e4fe-459b-4b4f-93d6-0b75c1b8c6e0 req-3587aeab-b1cf-4560-abe0-280d43a1315a tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384521
Feb 28 18:56:42.421240 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:56:42.456040 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:56:42.456373 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 92d5a392-9ad1-4c3f-bd4e-2fe509fb54cc not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:56:42.854751 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e6615a-aec5-40ce-b025-23852897d210 req-b342bd07-641e-4a1b-b2ac-174e7e20046e tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:42.856230 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-d7e6615a-aec5-40ce-b025-23852897d210 req-b342bd07-641e-4a1b-b2ac-174e7e20046e tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 945 time: 0.0839593
Feb 28 18:56:42.903819 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-d7e6615a-aec5-40ce-b025-23852897d210 req-8e630f5e-d0cc-45da-8cfc-2e1826247b15 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419853
Feb 28 18:56:44.110773 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95019a80-833c-42b4-b3b0-5ae8ce3182ff req-dc44ce2d-7401-4b0a-a186-143bb6cc7372 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:44.112117 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-95019a80-833c-42b4-b3b0-5ae8ce3182ff req-dc44ce2d-7401-4b0a-a186-143bb6cc7372 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 945 time: 0.0878482
Feb 28 18:56:44.156468 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-95019a80-833c-42b4-b3b0-5ae8ce3182ff req-b6b9d139-05cc-44a2-a2ea-db80d69d69d2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382624
Feb 28 18:56:45.371137 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e289dc-4251-468b-a58f-59ecec49e275 req-00ae268f-b843-475e-b0dc-d64a379948a6 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:45.372558 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-32e289dc-4251-468b-a58f-59ecec49e275 req-00ae268f-b843-475e-b0dc-d64a379948a6 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 945 time: 0.0906053
Feb 28 18:56:45.419938 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-32e289dc-4251-468b-a58f-59ecec49e275 req-5a992468-e40b-4b4f-ad8c-7d8a5306a619 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417542
Feb 28 18:56:45.625548 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7a3c4-b9c6-45af-bf40-63ff795bff96 req-8bffe408-3557-483d-8895-03b51cbaf147 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:45.627009 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-55b7a3c4-b9c6-45af-bf40-63ff795bff96 req-8bffe408-3557-483d-8895-03b51cbaf147 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 945 time: 0.0836420
Feb 28 18:56:45.709874 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-55b7a3c4-b9c6-45af-bf40-63ff795bff96 req-01139887-3bf8-4978-8b12-6049a10a94e6 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Deleting port 70b950c3-56ca-4454-90bd-f3ed6e162a17 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:56:45.710189 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-55b7a3c4-b9c6-45af-bf40-63ff795bff96 req-01139887-3bf8-4978-8b12-6049a10a94e6 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:46.049904 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-55b7a3c4-b9c6-45af-bf40-63ff795bff96 req-01139887-3bf8-4978-8b12-6049a10a94e6 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] For port 70b950c3-56ca-4454-90bd-f3ed6e162a17, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=70b950c3-56ca-4454-90bd-f3ed6e162a17,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:56:46.050261 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-55b7a3c4-b9c6-45af-bf40-63ff795bff96 req-01139887-3bf8-4978-8b12-6049a10a94e6 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:46.356198 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-55b7a3c4-b9c6-45af-bf40-63ff795bff96 req-01139887-3bf8-4978-8b12-6049a10a94e6 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:46.356614 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-55b7a3c4-b9c6-45af-bf40-63ff795bff96 req-01139887-3bf8-4978-8b12-6049a10a94e6 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716924'] for floatingip, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:46.356853 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.l3_db [req-55b7a3c4-b9c6-45af-bf40-63ff795bff96 req-01139887-3bf8-4978-8b12-6049a10a94e6 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Floating IP 7980a86e-51a6-43f2-acd8-e14ac5e2557c disassociated. External IP: 172.27.3.228, port: 70b950c3-56ca-4454-90bd-f3ed6e162a17.
Feb 28 18:56:46.357218 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-55b7a3c4-b9c6-45af-bf40-63ff795bff96 req-01139887-3bf8-4978-8b12-6049a10a94e6 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Calling delete_port for 70b950c3-56ca-4454-90bd-f3ed6e162a17 owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:56:46.503148 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-55b7a3c4-b9c6-45af-bf40-63ff795bff96 req-01139887-3bf8-4978-8b12-6049a10a94e6 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:46.551531 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01139887-3bf8-4978-8b12-6049a10a94e6 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event deleted for resources: {'Port': ['ID=70b950c3-56ca-4454-90bd-f3ed6e162a17,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:56:46.600254 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9a9a9682-50e1-44d9-959b-3f7efd38a681 req-c6bcc36e-bd4c-4d79-932a-b560b83ef85f tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 210 time: 0.0500343
Feb 28 18:56:46.750850 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:56:46.799906 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55b7a3c4-b9c6-45af-bf40-63ff795bff96 req-01139887-3bf8-4978-8b12-6049a10a94e6 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Router 0cd3324c-dc03-41bb-9507-d9f3840115d7 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:56:47.010887 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55b7a3c4-b9c6-45af-bf40-63ff795bff96 req-01139887-3bf8-4978-8b12-6049a10a94e6 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:56:47.022314 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9da3da-5981-408d-8767-af6684ac1547 None None] Sync routers for ids ['0cd3324c-dc03-41bb-9507-d9f3840115d7'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:56:47.034890 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9da3da-5981-408d-8767-af6684ac1547 None None] Routers {'0cd3324c-dc03-41bb-9507-d9f3840115d7'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:56:47.035498 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-ce9da3da-5981-408d-8767-af6684ac1547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5aa612b0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:56:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['0cd3324c-dc03-41bb-9507-d9f3840115d7'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:56:47.080869 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b7a3c4-b9c6-45af-bf40-63ff795bff96 req-01139887-3bf8-4978-8b12-6049a10a94e6 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] No DVR routers for this DVR port 70b950c3-56ca-4454-90bd-f3ed6e162a17 on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:56:47.083584 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-55b7a3c4-b9c6-45af-bf40-63ff795bff96 req-01139887-3bf8-4978-8b12-6049a10a94e6 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:47.087467 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dac2280-0f5a-41ac-86c4-3e92f780477f', 'name': 'network-vif-deleted', 'tag': '70b950c3-56ca-4454-90bd-f3ed6e162a17'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:56:47.102756 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-55b7a3c4-b9c6-45af-bf40-63ff795bff96 req-01139887-3bf8-4978-8b12-6049a10a94e6 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.70 "DELETE /v2.0/ports/70b950c3-56ca-4454-90bd-f3ed6e162a17 HTTP/1.1" status: 204  len: 173 time: 1.4679515
Feb 28 18:56:47.148348 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dac2280-0f5a-41ac-86c4-3e92f780477f', 'name': 'network-vif-deleted', 'tag': '70b950c3-56ca-4454-90bd-f3ed6e162a17', 'status': 'completed', 'code': 200}
Feb 28 18:56:47.209844 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-ce9da3da-5981-408d-8767-af6684ac1547 None None] Set router 0cd3324c-dc03-41bb-9507-d9f3840115d7 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:56:47.527170 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-ce9da3da-5981-408d-8767-af6684ac1547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5aa612b0>, [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:53:05Z', 'revision_number': 5, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:56:47.531766 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9da3da-5981-408d-8767-af6684ac1547 None None] Checking router: 0cd3324c-dc03-41bb-9507-d9f3840115d7 for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:56:47.543455 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9da3da-5981-408d-8767-af6684ac1547 None None] Routers {'0cd3324c-dc03-41bb-9507-d9f3840115d7'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:56:47.544150 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-ce9da3da-5981-408d-8767-af6684ac1547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5aa612b0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:56:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['0cd3324c-dc03-41bb-9507-d9f3840115d7'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:56:47.762368 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-ce9da3da-5981-408d-8767-af6684ac1547 None None] Set router 0cd3324c-dc03-41bb-9507-d9f3840115d7 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:56:47.780248 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-fe2a4571-01bf-4e44-a364-fe8adb45feb0 req-41a1fc35-7858-48f1-aa51-304a2629ba81 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Synchronizing usage tracker for tenant:16e7d713da4349b3977dab0041ed0bee on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:56:47.799857 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-fe2a4571-01bf-4e44-a364-fe8adb45feb0 req-41a1fc35-7858-48f1-aa51-304a2629ba81 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Unset dirty status for tenant:16e7d713da4349b3977dab0041ed0bee on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:56:47.801325 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fe2a4571-01bf-4e44-a364-fe8adb45feb0 req-41a1fc35-7858-48f1-aa51-304a2629ba81 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=4dac2280-0f5a-41ac-86c4-3e92f780477f HTTP/1.1" status: 200  len: 210 time: 0.0605588
Feb 28 18:56:48.079457 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-ce9da3da-5981-408d-8767-af6684ac1547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5aa612b0>, [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:53:05Z', 'revision_number': 5, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:56:48.083998 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9da3da-5981-408d-8767-af6684ac1547 None None] The sync data for ids ['0cd3324c-dc03-41bb-9507-d9f3840115d7'] in dv-cinder-831188-1-iscsi is: [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:53:05Z', 'revision_number': 5, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:56:48.326452 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0317872b-04c1-4943-a888-a2686ce71f2b None None] New status for floating IP 7980a86e-51a6-43f2-acd8-e14ac5e2557c: DOWN {{(pid=83064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 28 18:56:49.204791 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-21f09bb9-d5e5-4410-8b57-144555eab4c8 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1570667936&fields=id&tenant_id=16e7d713da4349b3977dab0041ed0bee HTTP/1.1" status: 200  len: 267 time: 0.0454538
Feb 28 18:56:49.351894 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-fab91cae-7a0e-4ba1-a1a5-3c130a0bc7ad tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:49.353301 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-fab91cae-7a0e-4ba1-a1a5-3c130a0bc7ad tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/networks?id=0b9470ea-8aed-4219-b27b-628954f1127e HTTP/1.1" status: 200  len: 812 time: 0.1420710
Feb 28 18:56:49.369501 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-e8305319-3b5a-4161-9e1c-bc912f569ec6 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/quotas/16e7d713da4349b3977dab0041ed0bee HTTP/1.1" status: 200  len: 375 time: 0.0108831
Feb 28 18:56:49.452916 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-6b11b60d-e28a-4a23-a1dd-a57eb0de610c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=16e7d713da4349b3977dab0041ed0bee&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0785096
Feb 28 18:56:49.686086 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-639a9147-b4c1-41e0-94ed-852ef14f6b99 service neutron] 10.222.0.18 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2194915
Feb 28 18:56:49.818169 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-1282c382-3ab5-44b2-8009-0760cdcfd390 service neutron] 10.222.0.18 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262748
Feb 28 18:56:50.358360 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-611c664b-e5c7-4e56-b12a-9d7bb45fff05 req-7258ac54-1e3b-400a-a3f3-064ac3ee6ed8 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 210 time: 0.0415676
Feb 28 18:56:51.522504 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 70b950c3-56ca-4454-90bd-f3ed6e162a17 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:56:51.530015 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5dbe267b-b6db-42e4-8617-77610fd118ee req-1e7191d0-a7fb-48ae-8ce1-29f6f94a29bc tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 210 time: 0.0425053
Feb 28 18:56:51.558315 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: 70b950c3-56ca-4454-90bd-f3ed6e162a17 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:56:51.558686 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 70b950c3-56ca-4454-90bd-f3ed6e162a17 not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:56:52.352507 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-d9b63ddc-15f4-40f0-9cce-d8060ae2ff34 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:52.353909 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-d9b63ddc-15f4-40f0-9cce-d8060ae2ff34 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.70 "GET /v2.0/networks?id=0b9470ea-8aed-4219-b27b-628954f1127e HTTP/1.1" status: 200  len: 812 time: 0.1516051
Feb 28 18:56:52.411900 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-3f3bf3b2-8bbc-4bec-863d-d97f588d6218 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16e7d713da4349b3977dab0041ed0bee HTTP/1.1" status: 200  len: 380 time: 0.0441024
Feb 28 18:56:52.426361 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-d8ba6d4c-370d-4775-980a-f81ab591e975 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Request body: {'port': {'device_id': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'admin_state_up': True, 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'security_groups': ['611fc710-440c-4417-ad9c-b7615614e99e']}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:56:52.567049 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-d8ba6d4c-370d-4775-980a-f81ab591e975 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:56:52.577433 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-d8ba6d4c-370d-4775-980a-f81ab591e975 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:56:52.588754 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-d8ba6d4c-370d-4775-980a-f81ab591e975 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Made reservation on behalf of 16e7d713da4349b3977dab0041ed0bee for: {'port': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:56:52.591827 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-d8ba6d4c-370d-4775-980a-f81ab591e975 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:52.696573 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1b908df5-51f1-432b-904c-981d9a069fa0 req-8dfba4fe-9cf6-4f9d-8b8b-d168a8b99fd6 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 210 time: 0.0436416
Feb 28 18:56:52.747856 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-d8ba6d4c-370d-4775-980a-f81ab591e975 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Allocated IP 172.20.0.6 (0b9470ea-8aed-4219-b27b-628954f1127e/d0fba4d2-c7ec-449c-b7f6-d835950f45c1/efb69840-894f-4212-9637-5b366c79f633) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:56:52.947578 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-d8ba6d4c-370d-4775-980a-f81ab591e975 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:52.972268 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-d8ba6d4c-370d-4775-980a-f81ab591e975 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Transition to ACTIVE for port object efb69840-894f-4212-9637-5b366c79f633 will not be triggered until provisioned by entity DHCP. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:56:53.063948 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-d8ba6d4c-370d-4775-980a-f81ab591e975 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:53.170985 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba6d4c-370d-4775-980a-f81ab591e975 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event updated for resources: {'Port': ['ID=efb69840-894f-4212-9637-5b366c79f633,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:56:53.188970 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-d8ba6d4c-370d-4775-980a-f81ab591e975 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Network 0b9470ea-8aed-4219-b27b-628954f1127e is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:56:53.192010 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-d8ba6d4c-370d-4775-980a-f81ab591e975 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:56:53.201952 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-d8ba6d4c-370d-4775-980a-f81ab591e975 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:56:53.248549 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08526124-a0a1-475d-bf07-916588186f21 req-5944a325-d83b-43e6-84b0-4731fa3a007b tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:53.250002 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08526124-a0a1-475d-bf07-916588186f21 req-5944a325-d83b-43e6-84b0-4731fa3a007b tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/networks?id=2cf8855b-f3db-426b-ad36-e330fa2c987f HTTP/1.1" status: 200  len: 814 time: 0.2592962
Feb 28 18:56:53.283349 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-d8ba6d4c-370d-4775-980a-f81ab591e975 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:53.283958 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-d8ba6d4c-370d-4775-980a-f81ab591e975 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:53.288969 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08526124-a0a1-475d-bf07-916588186f21 req-8c66169d-e275-46ac-8465-ab1e78d4ff45 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/quotas/478112749e0846bea0d05d3073d383cd HTTP/1.1" status: 200  len: 375 time: 0.0316615
Feb 28 18:56:53.344581 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-08526124-a0a1-475d-bf07-916588186f21 req-447f7ca4-9412-4e2b-bbf6-d951a50c14cd tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Synchronizing usage tracker for tenant:478112749e0846bea0d05d3073d383cd on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:56:53.355331 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-d8ba6d4c-370d-4775-980a-f81ab591e975 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9327102
Feb 28 18:56:53.368148 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] Request body: {'port': {'device_id': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:56:53.395077 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-08526124-a0a1-475d-bf07-916588186f21 req-447f7ca4-9412-4e2b-bbf6-d951a50c14cd tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Unset dirty status for tenant:478112749e0846bea0d05d3073d383cd on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:56:53.396806 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08526124-a0a1-475d-bf07-916588186f21 req-447f7ca4-9412-4e2b-bbf6-d951a50c14cd tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=478112749e0846bea0d05d3073d383cd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1005027
Feb 28 18:56:53.459722 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-a0d35cf4-8df8-4b60-bf4f-6f5d550a7bac None None] Provisioning for port efb69840-894f-4212-9637-5b366c79f633 completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:56:53.464555 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-a0d35cf4-8df8-4b60-bf4f-6f5d550a7bac None None] Provisioning complete for port efb69840-894f-4212-9637-5b366c79f633 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:56:53.464958 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-a0d35cf4-8df8-4b60-bf4f-6f5d550a7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:53.520225 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-a0d35cf4-8df8-4b60-bf4f-6f5d550a7bac None None] Port efb69840-894f-4212-9637-5b366c79f633 cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:56:53.578578 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:53.609016 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08526124-a0a1-475d-bf07-916588186f21 req-8846b1d7-db41-4aaa-aa32-7663b7af60c1 service neutron] 10.222.0.18 "GET /v2.0/networks/2cf8855b-f3db-426b-ad36-e330fa2c987f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2040622
Feb 28 18:56:53.894935 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dc0e2-479c-4120-987f-2485858a5340 req-320ff9ef-468d-497b-827d-3167caf102f8 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:53.896684 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ea0dc0e2-479c-4120-987f-2485858a5340 req-320ff9ef-468d-497b-827d-3167caf102f8 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 931 time: 0.0792446
Feb 28 18:56:53.942107 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ea0dc0e2-479c-4120-987f-2485858a5340 req-4975f9a5-0cd4-4caf-acd3-25021cdbb11c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398092
Feb 28 18:56:53.951404 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08526124-a0a1-475d-bf07-916588186f21 req-4556acdb-92fa-477f-9496-1a1d7fb83664 service neutron] 10.222.0.18 "GET /v2.0/networks/2cf8855b-f3db-426b-ad36-e330fa2c987f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3192694
Feb 28 18:56:54.134470 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-550b9a65-be83-4784-ac55-87fa65ff5130 req-87fc6b73-9c4d-432b-ae92-ff67c74200cc tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=308e94e1-541d-4d2f-b035-56fddc8ecdf6 HTTP/1.1" status: 200  len: 210 time: 0.0432045
Feb 28 18:56:54.138529 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb69840-894f-4212-9637-5b366c79f633 {{(pid=83063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:56:54.147044 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:54.162296 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] Transition to ACTIVE for port object efb69840-894f-4212-9637-5b366c79f633 will not be triggered until provisioned by entity L2. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:56:54.167373 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:54.303245 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] Pushing event updated for resources: {'Port': ['ID=efb69840-894f-4212-9637-5b366c79f633,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:56:54.424222 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] Attempting to bind port efb69840-894f-4212-9637-5b366c79f633 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:56:54.424565 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] Attempting to bind port efb69840-894f-4212-9637-5b366c79f633 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:56:54.424898 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] Attempting to bind port efb69840-894f-4212-9637-5b366c79f633 on network 0b9470ea-8aed-4219-b27b-628954f1127e {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:56:54.431648 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] Port efb69840-894f-4212-9637-5b366c79f633 on network 0b9470ea-8aed-4219-b27b-628954f1127e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:56:54.431966 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] Attempting to bind port efb69840-894f-4212-9637-5b366c79f633 on network 0b9470ea-8aed-4219-b27b-628954f1127e {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:56:54.438767 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:56:54.439099 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] Checking segment: {'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:56:54.439474 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] Bound using segment: {'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:56:54.439893 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] Bound port: efb69840-894f-4212-9637-5b366c79f633, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'}}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:56:54.440252 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:54.533965 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] For port efb69840-894f-4212-9637-5b366c79f633, host hv-cinder-83118, cleared binding levels {{(pid=83063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:56:54.537825 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] For port efb69840-894f-4212-9637-5b366c79f633, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=efb69840-894f-4212-9637-5b366c79f633,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:56:54.543341 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:54.596723 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:54.598201 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] 10.222.0.70 "PUT /v2.0/ports/efb69840-894f-4212-9637-5b366c79f633 HTTP/1.1" status: 200  len: 1093 time: 1.2347898
Feb 28 18:56:54.598705 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'tag': 'efb69840-894f-4212-9637-5b366c79f633'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:56:54.638739 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f199465-3340-4ba1-9a7f-b29b2209551b service neutron] Pushing event updated for resources: {'Port': ['ID=efb69840-894f-4212-9637-5b366c79f633,revision_number=3']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:56:54.686346 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'tag': 'efb69840-894f-4212-9637-5b366c79f633', 'status': 'completed', 'code': 200}
Feb 28 18:56:54.723042 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-ff180f0c-72f5-48ed-ac55-a659216964a7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=16e7d713da4349b3977dab0041ed0bee&device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 1096 time: 0.0748007
Feb 28 18:56:54.801729 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-b23b8cb8-aeb3-4a78-9438-0eb82fada64b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efb69840-894f-4212-9637-5b366c79f633 HTTP/1.1" status: 200  len: 217 time: 0.0685391
Feb 28 18:56:54.864969 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-5cbc84a4-d4fd-4a8e-8e68-d06ec44bead2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:54.866640 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-5cbc84a4-d4fd-4a8e-8e68-d06ec44bead2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0fba4d2-c7ec-449c-b7f6-d835950f45c1 HTTP/1.1" status: 200  len: 851 time: 0.0578165
Feb 28 18:56:54.946436 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-2ddf474f-088f-44f3-852b-42113073f6e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0b9470ea-8aed-4219-b27b-628954f1127e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734050
Feb 28 18:56:55.091288 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-743b101c-fba1-47d5-beaa-b90597c82432 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368756
Feb 28 18:56:55.152096 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1775ff-9d9c-4948-96f4-2500ee2e56cd req-9ad8314f-018b-4f6a-be73-ac4433e20279 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:55.153538 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2b1775ff-9d9c-4948-96f4-2500ee2e56cd req-9ad8314f-018b-4f6a-be73-ac4433e20279 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 943 time: 0.0817342
Feb 28 18:56:55.205676 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-2b1775ff-9d9c-4948-96f4-2500ee2e56cd req-816afe79-c4ad-4cec-a89c-09574cce9a95 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456612
Feb 28 18:56:55.384589 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8b1c0c3a-c4c3-4f3b-be66-17d015ff35dd req-4cf2f46a-4d32-4a05-8937-770abccef9f4 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=308e94e1-541d-4d2f-b035-56fddc8ecdf6 HTTP/1.1" status: 200  len: 210 time: 0.0556221
Feb 28 18:56:55.390284 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08526124-a0a1-475d-bf07-916588186f21 req-f0dbdc7f-99a4-493d-8418-4dcbb48403d8 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:55.391588 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08526124-a0a1-475d-bf07-916588186f21 req-f0dbdc7f-99a4-493d-8418-4dcbb48403d8 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.70 "GET /v2.0/networks?id=2cf8855b-f3db-426b-ad36-e330fa2c987f HTTP/1.1" status: 200  len: 814 time: 0.2286243
Feb 28 18:56:55.393393 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1df393dc-89c4-47eb-a1ed-4d6e485c9d85 req-9f9f7a72-d736-4de6-90eb-a1b46143b42a service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2938600
Feb 28 18:56:55.416578 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-08526124-a0a1-475d-bf07-916588186f21 req-c70aed6b-e66c-4f13-9ec6-a1479c126626 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Request body: {'port': {'device_id': '308e94e1-541d-4d2f-b035-56fddc8ecdf6', 'network_id': '2cf8855b-f3db-426b-ad36-e330fa2c987f', 'admin_state_up': True, 'tenant_id': '478112749e0846bea0d05d3073d383cd'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:56:55.703687 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-08526124-a0a1-475d-bf07-916588186f21 req-c70aed6b-e66c-4f13-9ec6-a1479c126626 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:56:55.717411 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e17336c6-3ef6-46f8-a52a-7553f7a7ea15 req-d4c757c6-4876-4c7f-96ae-cd7f6661a010 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=16e7d713da4349b3977dab0041ed0bee&device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 1096 time: 0.1322103
Feb 28 18:56:55.718197 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-08526124-a0a1-475d-bf07-916588186f21 req-c70aed6b-e66c-4f13-9ec6-a1479c126626 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:56:55.745112 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08526124-a0a1-475d-bf07-916588186f21 req-c70aed6b-e66c-4f13-9ec6-a1479c126626 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Made reservation on behalf of 478112749e0846bea0d05d3073d383cd for: {'port': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:56:55.747982 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-08526124-a0a1-475d-bf07-916588186f21 req-c70aed6b-e66c-4f13-9ec6-a1479c126626 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:55.928778 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17336c6-3ef6-46f8-a52a-7553f7a7ea15 req-e765fbcf-a538-4a0c-a091-fc84603ac7a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:55.930324 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e17336c6-3ef6-46f8-a52a-7553f7a7ea15 req-e765fbcf-a538-4a0c-a091-fc84603ac7a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0b9470ea-8aed-4219-b27b-628954f1127e HTTP/1.1" status: 200  len: 913 time: 0.2057538
Feb 28 18:56:56.041870 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e17336c6-3ef6-46f8-a52a-7553f7a7ea15 req-c400ae1b-fa67-4b74-a04a-b358a462f309 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efb69840-894f-4212-9637-5b366c79f633 HTTP/1.1" status: 200  len: 217 time: 0.0767400
Feb 28 18:56:56.050534 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-71cca840-fe3c-427d-b11e-289b62fcd2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:56.095622 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [req-08526124-a0a1-475d-bf07-916588186f21 req-c70aed6b-e66c-4f13-9ec6-a1479c126626 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Allocated IP 172.20.0.5 (2cf8855b-f3db-426b-ad36-e330fa2c987f/ab805a81-506f-4634-8103-406805978f4d/ab743f0b-f384-4ba3-8f05-d3cf22009fb8) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:56:56.124954 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17336c6-3ef6-46f8-a52a-7553f7a7ea15 req-f9bfe5b7-8e2d-45aa-9c2e-555ae24d8319 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:56.126637 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e17336c6-3ef6-46f8-a52a-7553f7a7ea15 req-f9bfe5b7-8e2d-45aa-9c2e-555ae24d8319 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0fba4d2-c7ec-449c-b7f6-d835950f45c1 HTTP/1.1" status: 200  len: 851 time: 0.0759845
Feb 28 18:56:56.339815 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e17336c6-3ef6-46f8-a52a-7553f7a7ea15 req-6daee25e-a8a8-47c3-9d7a-f4f1e8103184 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0b9470ea-8aed-4219-b27b-628954f1127e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2019265
Feb 28 18:56:56.409340 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bac6d-707d-4197-8141-df26ff977513 req-83da3905-6d3c-4245-8429-6e0fa9006e1b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:56.410816 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-cb1bac6d-707d-4197-8141-df26ff977513 req-83da3905-6d3c-4245-8429-6e0fa9006e1b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 943 time: 0.0791659
Feb 28 18:56:56.446788 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-08526124-a0a1-475d-bf07-916588186f21 req-c70aed6b-e66c-4f13-9ec6-a1479c126626 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:56.460425 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-cb1bac6d-707d-4197-8141-df26ff977513 req-18f5a1d1-1a4a-4d3b-86a0-f90e8eff0df0 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427399
Feb 28 18:56:56.508028 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e17336c6-3ef6-46f8-a52a-7553f7a7ea15 req-64ff8c8e-3787-4b2f-bd75-2b15081e7d93 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540232
Feb 28 18:56:56.545456 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-08526124-a0a1-475d-bf07-916588186f21 req-c70aed6b-e66c-4f13-9ec6-a1479c126626 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:56.693323 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08526124-a0a1-475d-bf07-916588186f21 req-c70aed6b-e66c-4f13-9ec6-a1479c126626 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Network 2cf8855b-f3db-426b-ad36-e330fa2c987f is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:56:56.708776 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [req-08526124-a0a1-475d-bf07-916588186f21 req-c70aed6b-e66c-4f13-9ec6-a1479c126626 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:56:56.718473 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70aed6b-e66c-4f13-9ec6-a1479c126626 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Pushing event updated for resources: {'Port': ['ID=ab743f0b-f384-4ba3-8f05-d3cf22009fb8,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:56:56.724061 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-08526124-a0a1-475d-bf07-916588186f21 req-c70aed6b-e66c-4f13-9ec6-a1479c126626 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:56:56.804897 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf8239-d046-4436-ac76-09ca849119f2 req-31c72dc5-64d9-4a30-95ea-3e50d51098ce tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:56.806368 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4ebf8239-d046-4436-ac76-09ca849119f2 req-31c72dc5-64d9-4a30-95ea-3e50d51098ce tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=308e94e1-541d-4d2f-b035-56fddc8ecdf6 HTTP/1.1" status: 200  len: 931 time: 0.2955213
Feb 28 18:56:56.814002 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08526124-a0a1-475d-bf07-916588186f21 req-c70aed6b-e66c-4f13-9ec6-a1479c126626 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:56.814598 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-08526124-a0a1-475d-bf07-916588186f21 req-c70aed6b-e66c-4f13-9ec6-a1479c126626 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:56.860740 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e17336c6-3ef6-46f8-a52a-7553f7a7ea15 req-1041b3cb-a8bd-4efe-8cb6-8ff91ffac189 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2541435
Feb 28 18:56:56.881934 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08526124-a0a1-475d-bf07-916588186f21 req-c70aed6b-e66c-4f13-9ec6-a1479c126626 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4693089
Feb 28 18:56:56.886715 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4ebf8239-d046-4436-ac76-09ca849119f2 req-48451921-f2dc-4d6d-aaf0-0ba02cb9dfd1 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611022
Feb 28 18:56:56.893090 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] Request body: {'port': {'device_id': '308e94e1-541d-4d2f-b035-56fddc8ecdf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:56:57.000679 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:57.430992 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab743f0b-f384-4ba3-8f05-d3cf22009fb8 {{(pid=83063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:56:57.438206 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:57.454896 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] Transition to ACTIVE for port object ab743f0b-f384-4ba3-8f05-d3cf22009fb8 will not be triggered until provisioned by entity L2. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:56:57.462420 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:57.599710 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] Pushing event updated for resources: {'Port': ['ID=ab743f0b-f384-4ba3-8f05-d3cf22009fb8,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:56:57.706130 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] Attempting to bind port ab743f0b-f384-4ba3-8f05-d3cf22009fb8 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:56:57.706467 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] Attempting to bind port ab743f0b-f384-4ba3-8f05-d3cf22009fb8 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '203a1e1e-264e-44e3-aae9-4053450db4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2cf8855b-f3db-426b-ad36-e330fa2c987f'}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:56:57.706813 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] Attempting to bind port ab743f0b-f384-4ba3-8f05-d3cf22009fb8 on network 2cf8855b-f3db-426b-ad36-e330fa2c987f {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:56:57.712570 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] Port ab743f0b-f384-4ba3-8f05-d3cf22009fb8 on network 2cf8855b-f3db-426b-ad36-e330fa2c987f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:56:57.713191 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] Attempting to bind port ab743f0b-f384-4ba3-8f05-d3cf22009fb8 on network 2cf8855b-f3db-426b-ad36-e330fa2c987f {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:56:57.718998 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:56:57.719329 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] Checking segment: {'id': '203a1e1e-264e-44e3-aae9-4053450db4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2cf8855b-f3db-426b-ad36-e330fa2c987f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:56:57.719713 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] Bound using segment: {'id': '203a1e1e-264e-44e3-aae9-4053450db4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2cf8855b-f3db-426b-ad36-e330fa2c987f'} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:56:57.720132 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] Bound port: ab743f0b-f384-4ba3-8f05-d3cf22009fb8, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203a1e1e-264e-44e3-aae9-4053450db4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2cf8855b-f3db-426b-ad36-e330fa2c987f'}}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:56:57.720474 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:57.802009 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e06bf6-69ae-4d1a-b02c-092233ae0f42 req-840f3854-e378-45dd-b75b-179ecfc9e5c1 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:57.803586 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c5e06bf6-69ae-4d1a-b02c-092233ae0f42 req-840f3854-e378-45dd-b75b-179ecfc9e5c1 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 943 time: 0.2198381
Feb 28 18:56:57.810229 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] For port ab743f0b-f384-4ba3-8f05-d3cf22009fb8, host hv-cinder-83118, cleared binding levels {{(pid=83063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:56:57.813647 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] For port ab743f0b-f384-4ba3-8f05-d3cf22009fb8, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ab743f0b-f384-4ba3-8f05-d3cf22009fb8,segment=NetworkSegment(203a1e1e-264e-44e3-aae9-4053450db4a2),segment_id=203a1e1e-264e-44e3-aae9-4053450db4a2)] {{(pid=83063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:56:57.819628 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:57.849551 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c5e06bf6-69ae-4d1a-b02c-092233ae0f42 req-2a46cd83-1142-4e57-99ae-51b082288de4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403211
Feb 28 18:56:57.881461 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:57.882928 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08526124-a0a1-475d-bf07-916588186f21 req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] 10.222.0.70 "PUT /v2.0/ports/ab743f0b-f384-4ba3-8f05-d3cf22009fb8 HTTP/1.1" status: 200  len: 1093 time: 0.9936779
Feb 28 18:56:57.885636 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308e94e1-541d-4d2f-b035-56fddc8ecdf6', 'tag': 'ab743f0b-f384-4ba3-8f05-d3cf22009fb8'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:56:57.902653 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a737a20-276a-4594-b933-5c29acccad09 service neutron] Pushing event updated for resources: {'Port': ['ID=ab743f0b-f384-4ba3-8f05-d3cf22009fb8,revision_number=3']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:56:57.964041 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308e94e1-541d-4d2f-b035-56fddc8ecdf6', 'tag': 'ab743f0b-f384-4ba3-8f05-d3cf22009fb8', 'status': 'completed', 'code': 200}
Feb 28 18:56:57.999858 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08526124-a0a1-475d-bf07-916588186f21 req-474ef755-9a4c-415e-a38e-a305a33403cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=478112749e0846bea0d05d3073d383cd&device_id=308e94e1-541d-4d2f-b035-56fddc8ecdf6 HTTP/1.1" status: 200  len: 1096 time: 0.0748031
Feb 28 18:56:58.066685 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08526124-a0a1-475d-bf07-916588186f21 req-392852ae-b27d-4521-8d26-8aaf96c32c0c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab743f0b-f384-4ba3-8f05-d3cf22009fb8 HTTP/1.1" status: 200  len: 217 time: 0.0593169
Feb 28 18:56:58.085284 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbfea1-0d73-42ac-8136-f50331efd4d4 req-6b9dfc54-46c8-4eed-962b-26b24f8a213f tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:58.086774 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-cccbfea1-0d73-42ac-8136-f50331efd4d4 req-6b9dfc54-46c8-4eed-962b-26b24f8a213f tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=308e94e1-541d-4d2f-b035-56fddc8ecdf6 HTTP/1.1" status: 200  len: 943 time: 0.0793478
Feb 28 18:56:58.132307 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-cccbfea1-0d73-42ac-8136-f50331efd4d4 req-2c73af20-cb5e-4912-89d5-f971e6cc363f tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396776
Feb 28 18:56:58.132539 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08526124-a0a1-475d-bf07-916588186f21 req-1b7e0b42-61a3-4bea-92a8-6e24bce4a8dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:58.133914 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08526124-a0a1-475d-bf07-916588186f21 req-1b7e0b42-61a3-4bea-92a8-6e24bce4a8dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab805a81-506f-4634-8103-406805978f4d HTTP/1.1" status: 200  len: 854 time: 0.0610280
Feb 28 18:56:58.179478 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08526124-a0a1-475d-bf07-916588186f21 req-b47917ac-47d8-4f1a-a0bc-11ec3f9cbb05 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cf8855b-f3db-426b-ad36-e330fa2c987f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0384617
Feb 28 18:56:58.269747 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-745a6afb-c371-43fd-998e-95c7d580a708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:58.321660 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08526124-a0a1-475d-bf07-916588186f21 req-e3dacd6d-3580-4745-b2b0-80c60d16fb56 service neutron] 10.222.0.70 "GET /v2.0/networks/2cf8855b-f3db-426b-ad36-e330fa2c987f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359599
Feb 28 18:56:58.461942 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08526124-a0a1-475d-bf07-916588186f21 req-f78ed772-e787-4043-9e4e-eb420b580438 service neutron] 10.222.0.70 "GET /v2.0/networks/2cf8855b-f3db-426b-ad36-e330fa2c987f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1326175
Feb 28 18:56:58.611417 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ea941132-3c70-43e4-b745-b9d61957d8cd req-d212f915-83de-4e77-94f8-9b67509c3af6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=478112749e0846bea0d05d3073d383cd&device_id=308e94e1-541d-4d2f-b035-56fddc8ecdf6 HTTP/1.1" status: 200  len: 1096 time: 0.0741735
Feb 28 18:56:58.750262 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea941132-3c70-43e4-b745-b9d61957d8cd req-7bb269af-c299-4d88-b16b-2d10b77667ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:58.751757 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ea941132-3c70-43e4-b745-b9d61957d8cd req-7bb269af-c299-4d88-b16b-2d10b77667ea service neutron] 10.222.0.70 "GET /v2.0/networks?id=2cf8855b-f3db-426b-ad36-e330fa2c987f HTTP/1.1" status: 200  len: 915 time: 0.1329427
Feb 28 18:56:58.819222 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ea941132-3c70-43e4-b745-b9d61957d8cd req-f2d35d61-45cf-4962-9f0e-255a7a5b075c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ab743f0b-f384-4ba3-8f05-d3cf22009fb8 HTTP/1.1" status: 200  len: 217 time: 0.0599394
Feb 28 18:56:58.969117 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea941132-3c70-43e4-b745-b9d61957d8cd req-1f6127fb-ff93-43ef-8419-23ba3e04218c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:58.970587 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ea941132-3c70-43e4-b745-b9d61957d8cd req-1f6127fb-ff93-43ef-8419-23ba3e04218c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab805a81-506f-4634-8103-406805978f4d HTTP/1.1" status: 200  len: 854 time: 0.1449940
Feb 28 18:56:59.019519 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ea941132-3c70-43e4-b745-b9d61957d8cd req-0abf80f7-fd7e-4a22-a492-1c552c821290 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2cf8855b-f3db-426b-ad36-e330fa2c987f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0383601
Feb 28 18:56:59.201454 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ea941132-3c70-43e4-b745-b9d61957d8cd req-e9abced0-3246-4a7d-9331-78fbfda958f9 service neutron] 10.222.0.70 "GET /v2.0/networks/2cf8855b-f3db-426b-ad36-e330fa2c987f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1744602
Feb 28 18:56:59.239425 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ed262-c484-4d89-9927-d963cd430494 req-468426fc-41a6-4a45-b046-c74fe62b2320 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:59.240128 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-f51ed262-c484-4d89-9927-d963cd430494 req-468426fc-41a6-4a45-b046-c74fe62b2320 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Synchronizing usage tracker for tenant:16e7d713da4349b3977dab0041ed0bee on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:56:59.311956 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-f51ed262-c484-4d89-9927-d963cd430494 req-468426fc-41a6-4a45-b046-c74fe62b2320 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Unset dirty status for tenant:16e7d713da4349b3977dab0041ed0bee on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:56:59.313125 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f51ed262-c484-4d89-9927-d963cd430494 req-468426fc-41a6-4a45-b046-c74fe62b2320 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 943 time: 0.3362937
Feb 28 18:56:59.332847 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974d7a1-b2eb-42fd-b9a5-e16a0bdbc68d req-c27d0424-650e-4e12-a0e4-dd2e5fd8def2 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:56:59.334374 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7974d7a1-b2eb-42fd-b9a5-e16a0bdbc68d req-c27d0424-650e-4e12-a0e4-dd2e5fd8def2 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=308e94e1-541d-4d2f-b035-56fddc8ecdf6 HTTP/1.1" status: 200  len: 943 time: 0.0787845
Feb 28 18:56:59.380360 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7974d7a1-b2eb-42fd-b9a5-e16a0bdbc68d req-98c6be6e-d4a8-4566-8adf-ea2f474151ce tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400968
Feb 28 18:56:59.383947 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ea941132-3c70-43e4-b745-b9d61957d8cd req-38ffa830-60a0-4c32-90b3-05e73797c4c2 service neutron] 10.222.0.70 "GET /v2.0/networks/2cf8855b-f3db-426b-ad36-e330fa2c987f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1711001
Feb 28 18:56:59.399174 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f51ed262-c484-4d89-9927-d963cd430494 req-e8e4428c-fa14-43e9-8f04-d8bd57f9bcfd tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781593
Feb 28 18:56:59.510079 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:56:59.532018 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:00.605287 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a126004-70d4-4367-b1a4-258cbf27cad6 req-94a7b122-8a71-44aa-b6c8-077c1ee833d9 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:00.606729 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5a126004-70d4-4367-b1a4-258cbf27cad6 req-94a7b122-8a71-44aa-b6c8-077c1ee833d9 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=308e94e1-541d-4d2f-b035-56fddc8ecdf6 HTTP/1.1" status: 200  len: 943 time: 0.0812292
Feb 28 18:57:00.607838 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc32c5c-5e1a-424f-95c0-d3d753c86df3 req-7101fcf9-d7fe-446a-aa81-f86b7be66299 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:00.609338 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-acc32c5c-5e1a-424f-95c0-d3d753c86df3 req-7101fcf9-d7fe-446a-aa81-f86b7be66299 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 943 time: 0.0778255
Feb 28 18:57:00.653966 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5a126004-70d4-4367-b1a4-258cbf27cad6 req-4ec21524-842f-499f-ad45-f952a1a7f4ed tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413437
Feb 28 18:57:00.654230 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-acc32c5c-5e1a-424f-95c0-d3d753c86df3 req-da82b396-dda0-48c5-807b-07e8d1822114 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396476
Feb 28 18:57:00.728309 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:00.783551 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:01.856005 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88edf99-236c-4633-9b61-950506a1dc45 req-8c10582e-9118-41f5-82a7-bbc70010a7a1 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:01.857477 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f88edf99-236c-4633-9b61-950506a1dc45 req-8c10582e-9118-41f5-82a7-bbc70010a7a1 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=308e94e1-541d-4d2f-b035-56fddc8ecdf6 HTTP/1.1" status: 200  len: 943 time: 0.0795987
Feb 28 18:57:01.859070 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b3f69-fc9b-4ae6-b0e9-8532fc56b7c5 req-97482510-2223-40b9-9f90-66c157700c88 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:01.860523 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cd9b3f69-fc9b-4ae6-b0e9-8532fc56b7c5 req-97482510-2223-40b9-9f90-66c157700c88 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 943 time: 0.0826848
Feb 28 18:57:01.905693 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-cd9b3f69-fc9b-4ae6-b0e9-8532fc56b7c5 req-436e09c0-7a52-4966-86c0-61028b1f2c71 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397732
Feb 28 18:57:01.906626 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f88edf99-236c-4633-9b61-950506a1dc45 req-4813366f-136e-4f56-9bc8-d58b5afbafd0 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436585
Feb 28 18:57:01.916369 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device ab743f0b-f384-4ba3-8f05-d3cf22009fb8 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:57:02.058188 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port ab743f0b-f384-4ba3-8f05-d3cf22009fb8, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ab743f0b-f384-4ba3-8f05-d3cf22009fb8,segment=NetworkSegment(203a1e1e-264e-44e3-aae9-4053450db4a2),segment_id=203a1e1e-264e-44e3-aae9-4053450db4a2)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:02.072219 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': 'ab743f0b-f384-4ba3-8f05-d3cf22009fb8', 'network_id': '2cf8855b-f3db-426b-ad36-e330fa2c987f', 'port_id': 'ab743f0b-f384-4ba3-8f05-d3cf22009fb8', 'mac_address': 'fa:16:3e:c2:90:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab805a81-506f-4634-8103-406805978f4d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:57:02.125047 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:02.145525 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab743f0b-f384-4ba3-8f05-d3cf22009fb8 {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:57:02.160177 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port ab743f0b-f384-4ba3-8f05-d3cf22009fb8, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ab743f0b-f384-4ba3-8f05-d3cf22009fb8,segment=NetworkSegment(203a1e1e-264e-44e3-aae9-4053450db4a2),segment_id=203a1e1e-264e-44e3-aae9-4053450db4a2)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:02.166860 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:02.229572 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=ab743f0b-f384-4ba3-8f05-d3cf22009fb8,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:02.237950 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:02.238297 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:02.238656 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:02.238986 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:02.239317 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:02.239632 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:02.239948 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:02.240270 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:02.240591 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:02.240954 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:02.241267 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:02.505026 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f9d80a31-b074-4e53-87ea-36ed5a99c19a req-a2337e37-c951-4617-a6c8-f7316fa25b99 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0765722
Feb 28 18:57:02.612880 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f9d80a31-b074-4e53-87ea-36ed5a99c19a req-b0d1ff5c-3c06-4400-a4a0-4e2886bcf91a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6c9c9337657d43f59f92137cbfb4bdcb&device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 1100 time: 0.0724809
Feb 28 18:57:02.658739 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['ab743f0b-f384-4ba3-8f05-d3cf22009fb8'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:57:02.766852 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d80a31-b074-4e53-87ea-36ed5a99c19a req-da0e65f0-f5ea-463f-b089-6ad0d1fbdcf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:02.768669 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f9d80a31-b074-4e53-87ea-36ed5a99c19a req-da0e65f0-f5ea-463f-b089-6ad0d1fbdcf6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e88bc605-548b-40fa-8e31-819c1a23132c HTTP/1.1" status: 200  len: 917 time: 0.1265979
Feb 28 18:57:02.870995 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f9d80a31-b074-4e53-87ea-36ed5a99c19a req-5cd44329-4456-4a74-8596-3b5c210d7d1b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4eeeeea6-2751-470f-8af0-cf73f2d8fa02 HTTP/1.1" status: 200  len: 1002 time: 0.0957351
Feb 28 18:57:02.938602 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d80a31-b074-4e53-87ea-36ed5a99c19a req-471c9b1f-97cb-4eb2-a896-cfdb0bb5b9fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:02.940160 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f9d80a31-b074-4e53-87ea-36ed5a99c19a req-471c9b1f-97cb-4eb2-a896-cfdb0bb5b9fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0397a5d3-99dd-4619-9152-f3a0940b516f HTTP/1.1" status: 200  len: 855 time: 0.0583909
Feb 28 18:57:03.015192 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f9d80a31-b074-4e53-87ea-36ed5a99c19a req-3d375c6a-4c73-46b5-9375-c6e6d1d1775c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e88bc605-548b-40fa-8e31-819c1a23132c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0684595
Feb 28 18:57:03.108600 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaff56d-aa78-4fdd-a26c-eeaec3c17408 req-fce17617-570f-47d8-b5d4-f21b4785b1b7 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:03.109927 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-eeaff56d-aa78-4fdd-a26c-eeaec3c17408 req-fce17617-570f-47d8-b5d4-f21b4785b1b7 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 943 time: 0.0787396
Feb 28 18:57:03.155816 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-eeaff56d-aa78-4fdd-a26c-eeaec3c17408 req-b09c8c05-5354-492e-8013-6ccb95b14846 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402055
Feb 28 18:57:03.202332 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f9d80a31-b074-4e53-87ea-36ed5a99c19a req-945cbe95-b054-4c3d-b44a-1a459a71c904 service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1788907
Feb 28 18:57:03.212610 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fb699-3f88-472e-8e1f-77488d04dd84 req-61c32d71-74fe-46ef-a720-605f8fec5e5b tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:03.213297 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-6c4fb699-3f88-472e-8e1f-77488d04dd84 req-61c32d71-74fe-46ef-a720-605f8fec5e5b tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Synchronizing usage tracker for tenant:478112749e0846bea0d05d3073d383cd on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:57:03.301359 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-6c4fb699-3f88-472e-8e1f-77488d04dd84 req-61c32d71-74fe-46ef-a720-605f8fec5e5b tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Unset dirty status for tenant:478112749e0846bea0d05d3073d383cd on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:57:03.302498 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6c4fb699-3f88-472e-8e1f-77488d04dd84 req-61c32d71-74fe-46ef-a720-605f8fec5e5b tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=308e94e1-541d-4d2f-b035-56fddc8ecdf6 HTTP/1.1" status: 200  len: 944 time: 0.2613244
Feb 28 18:57:03.374870 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f9d80a31-b074-4e53-87ea-36ed5a99c19a req-c8394333-9a7b-4fa4-ace0-263226871290 service neutron] 10.222.0.70 "GET /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1586943
Feb 28 18:57:03.379310 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-6c4fb699-3f88-472e-8e1f-77488d04dd84 req-22857c6f-5262-4524-b0b8-e550b501565e tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696709
Feb 28 18:57:03.919922 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device efb69840-894f-4212-9637-5b366c79f633 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:57:03.923634 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device ab743f0b-f384-4ba3-8f05-d3cf22009fb8 up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:57:04.088675 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port ab743f0b-f384-4ba3-8f05-d3cf22009fb8 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:57:04.103322 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port ab743f0b-f384-4ba3-8f05-d3cf22009fb8 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:57:04.103684 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:04.146069 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port efb69840-894f-4212-9637-5b366c79f633, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=efb69840-894f-4212-9637-5b366c79f633,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:04.168660 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': 'efb69840-894f-4212-9637-5b366c79f633', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'port_id': 'efb69840-894f-4212-9637-5b366c79f633', 'mac_address': 'fa:16:3e:dd:e1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:57:04.255195 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:04.290698 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb69840-894f-4212-9637-5b366c79f633 {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:57:04.303979 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:04.359692 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port efb69840-894f-4212-9637-5b366c79f633, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=efb69840-894f-4212-9637-5b366c79f633,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:04.366841 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:04.367457 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edb37e-8f7d-4e78-a7d0-5c34688fba3d req-5655963b-4e5c-4ab7-8b98-0e645b322c17 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:04.369149 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e9edb37e-8f7d-4e78-a7d0-5c34688fba3d req-5655963b-4e5c-4ab7-8b98-0e645b322c17 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 943 time: 0.0894792
Feb 28 18:57:04.405086 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308e94e1-541d-4d2f-b035-56fddc8ecdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab743f0b-f384-4ba3-8f05-d3cf22009fb8'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:57:04.417427 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-e9edb37e-8f7d-4e78-a7d0-5c34688fba3d req-22a50fc4-fe0b-4339-a0d4-894b85014284 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417316
Feb 28 18:57:04.423567 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port ab743f0b-f384-4ba3-8f05-d3cf22009fb8, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ab743f0b-f384-4ba3-8f05-d3cf22009fb8,segment=NetworkSegment(203a1e1e-264e-44e3-aae9-4053450db4a2),segment_id=203a1e1e-264e-44e3-aae9-4053450db4a2)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:04.434092 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:04.455322 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=efb69840-894f-4212-9637-5b366c79f633,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:04.491009 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308e94e1-541d-4d2f-b035-56fddc8ecdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab743f0b-f384-4ba3-8f05-d3cf22009fb8', 'code': 200}
Feb 28 18:57:04.525244 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=ab743f0b-f384-4ba3-8f05-d3cf22009fb8,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:04.590841 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37d4ee-e6ff-4cde-bf4e-e36ab9090b63 req-530f3fcb-3705-42ed-82cd-ece5dce42f71 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:04.592297 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8c37d4ee-e6ff-4cde-bf4e-e36ab9090b63 req-530f3fcb-3705-42ed-82cd-ece5dce42f71 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=308e94e1-541d-4d2f-b035-56fddc8ecdf6 HTTP/1.1" status: 200  len: 945 time: 0.0819073
Feb 28 18:57:04.771723 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8c37d4ee-e6ff-4cde-bf4e-e36ab9090b63 req-3186df89-1b6c-4da3-8dc5-fe1168cf1591 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738503
Feb 28 18:57:04.800832 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2044de90-09d6-414d-8ab5-65b959b56da8 req-b1c623ee-5443-4c39-a00a-16794b5ab151 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=308e94e1-541d-4d2f-b035-56fddc8ecdf6 HTTP/1.1" status: 200  len: 1098 time: 0.0725358
Feb 28 18:57:04.812302 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['efb69840-894f-4212-9637-5b366c79f633'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:57:04.844437 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2044de90-09d6-414d-8ab5-65b959b56da8 req-6cc0684b-5fe7-4497-9eb0-096cf9114492 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368757
Feb 28 18:57:05.444765 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 39500) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:05.624186 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a384c-3c8c-4e57-bce1-3cdd6aeb970b req-457262b9-8a12-4447-a0a8-78eca01f549d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:05.625838 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-126a384c-3c8c-4e57-bce1-3cdd6aeb970b req-457262b9-8a12-4447-a0a8-78eca01f549d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 944 time: 0.0816247
Feb 28 18:57:05.650659 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-c3e2f6dd-c4eb-47bd-9e63-23e777938a02 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Deleting port b271004f-01fc-497a-81af-d47b278fab16 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:05.651332 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f6dd-c4eb-47bd-9e63-23e777938a02 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:05.673601 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-126a384c-3c8c-4e57-bce1-3cdd6aeb970b req-c25e3b6d-c769-4e5a-88af-9ca390c05b7a tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420773
Feb 28 18:57:05.817480 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f6dd-c4eb-47bd-9e63-23e777938a02 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:05.817800 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f6dd-c4eb-47bd-9e63-23e777938a02 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:05.940800 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-c3e2f6dd-c4eb-47bd-9e63-23e777938a02 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Calling delete_port for b271004f-01fc-497a-81af-d47b278fab16 owned by network:floatingip {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:57:06.084154 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f9207-f694-4c7f-b073-42322eee4bc6 req-60d8f470-cfc3-4846-95d6-c0ea03042781 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:06.085781 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fc9f9207-f694-4c7f-b073-42322eee4bc6 req-60d8f470-cfc3-4846-95d6-c0ea03042781 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=308e94e1-541d-4d2f-b035-56fddc8ecdf6 HTTP/1.1" status: 200  len: 945 time: 0.1550987
Feb 28 18:57:06.180354 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fc9f9207-f694-4c7f-b073-42322eee4bc6 req-fed4e7ef-8ff6-4c0f-9193-e1c1cd53e882 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886669
Feb 28 18:57:06.182283 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f6dd-c4eb-47bd-9e63-23e777938a02 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:06.226519 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2f6dd-c4eb-47bd-9e63-23e777938a02 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Pushing event deleted for resources: {'Port': ['ID=b271004f-01fc-497a-81af-d47b278fab16,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:06.323678 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f6dd-c4eb-47bd-9e63-23e777938a02 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for floatingip, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:06.714098 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e2f6dd-c4eb-47bd-9e63-23e777938a02 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Router 98d2d779-b8f4-491f-b243-7f9481ec1e64 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:57:06.962696 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eb2c5-4120-4786-b342-0a91877264b6 req-15d94573-4fec-459e-88e3-3e243507457d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:06.964202 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-827eb2c5-4120-4786-b342-0a91877264b6 req-15d94573-4fec-459e-88e3-3e243507457d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 944 time: 0.1559916
Feb 28 18:57:07.012068 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-827eb2c5-4120-4786-b342-0a91877264b6 req-a81d9683-6a9a-4983-ae2c-faa69d33641a tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417316
Feb 28 18:57:07.014094 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e2f6dd-c4eb-47bd-9e63-23e777938a02 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:57:07.025174 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90324fd2-4709-47b7-a1ee-4a26b6214e23 None None] Sync routers for ids ['98d2d779-b8f4-491f-b243-7f9481ec1e64'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:57:07.038444 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90324fd2-4709-47b7-a1ee-4a26b6214e23 None None] Routers {'98d2d779-b8f4-491f-b243-7f9481ec1e64'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:57:07.039412 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-90324fd2-4709-47b7-a1ee-4a26b6214e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ad85340>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:56:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['98d2d779-b8f4-491f-b243-7f9481ec1e64'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:07.040063 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c3e2f6dd-c4eb-47bd-9e63-23e777938a02 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:07.092062 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-c3e2f6dd-c4eb-47bd-9e63-23e777938a02 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "DELETE /v2.0/floatingips/8dcbdab2-3086-431f-807a-73fdc3b4dcc4 HTTP/1.1" status: 204  len: 168 time: 1.6463451
Feb 28 18:57:07.092686 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc53579b-ea78-429b-8bdf-a6c8054b109a', 'tag': 'db02cf2e-be37-45fc-b70d-76efd2db4952'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:57:07.156584 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc53579b-ea78-429b-8bdf-a6c8054b109a', 'tag': 'db02cf2e-be37-45fc-b70d-76efd2db4952', 'status': 'completed', 'code': 200}
Feb 28 18:57:07.224430 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-90324fd2-4709-47b7-a1ee-4a26b6214e23 None None] Set router 98d2d779-b8f4-491f-b243-7f9481ec1e64 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:57:07.285512 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8f7218f5-4c2e-4c9a-8eb6-083b3f3b9326 req-e34fa5a1-b652-4268-b6a2-7845397df092 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df6310ee4c214b53bfc3fa13d6f15b83&device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 1099 time: 0.1010745
Feb 28 18:57:07.448393 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648c8cd-f224-476a-862f-40379b3df7f1 req-720a7b97-fa70-43a8-bca5-8d7ff33af0cd tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:07.449714 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c648c8cd-f224-476a-862f-40379b3df7f1 req-720a7b97-fa70-43a8-bca5-8d7ff33af0cd tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=308e94e1-541d-4d2f-b035-56fddc8ecdf6 HTTP/1.1" status: 200  len: 945 time: 0.1215630
Feb 28 18:57:07.469132 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7218f5-4c2e-4c9a-8eb6-083b3f3b9326 req-a397ea9c-228d-4a61-8d19-884d9abbbfba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:07.471395 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8f7218f5-4c2e-4c9a-8eb6-083b3f3b9326 req-a397ea9c-228d-4a61-8d19-884d9abbbfba service neutron] 10.222.0.70 "GET /v2.0/networks?id=ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 HTTP/1.1" status: 200  len: 909 time: 0.1783633
Feb 28 18:57:07.501311 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-c648c8cd-f224-476a-862f-40379b3df7f1 req-a6af3acc-5075-4703-be61-ee322cc20646 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460122
Feb 28 18:57:07.562966 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-90324fd2-4709-47b7-a1ee-4a26b6214e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ad85340>, [{'id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'name': 'tempest-TestShelveInstance-456265841-router', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:36Z', 'revision_number': 4, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'gw_port': {'id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': 'ae0a9eac-7bd5-4b63-ad1a-2646bc58341c', 'name': '', 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'mac_address': 'fa:16:3e:16:8e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd013530a-4ea2-46fc-b7a4-576179421aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:35Z', 'updated_at': '2022-02-28T18:48:46Z', 'revision_number': 5, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'subnets': [{'id': 'd013530a-4ea2-46fc-b7a4-576179421aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:07.566858 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90324fd2-4709-47b7-a1ee-4a26b6214e23 None None] Checking router: 98d2d779-b8f4-491f-b243-7f9481ec1e64 for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:57:07.578340 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90324fd2-4709-47b7-a1ee-4a26b6214e23 None None] Routers {'98d2d779-b8f4-491f-b243-7f9481ec1e64'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:57:07.578969 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-90324fd2-4709-47b7-a1ee-4a26b6214e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ad85340>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:56:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['98d2d779-b8f4-491f-b243-7f9481ec1e64'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:07.581353 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8f7218f5-4c2e-4c9a-8eb6-083b3f3b9326 req-36940d2b-a6b7-48af-8853-b217949a577d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=db02cf2e-be37-45fc-b70d-76efd2db4952 HTTP/1.1" status: 200  len: 217 time: 0.0781760
Feb 28 18:57:07.661857 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5adcf-211e-4932-9655-8943ddfd5e16 req-17ec9fd9-45f6-46bc-95b5-427c9b92a36c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:07.662544 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-c9c5adcf-211e-4932-9655-8943ddfd5e16 req-17ec9fd9-45f6-46bc-95b5-427c9b92a36c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Synchronizing usage tracker for tenant:df6310ee4c214b53bfc3fa13d6f15b83 on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:57:07.666208 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7218f5-4c2e-4c9a-8eb6-083b3f3b9326 req-2a74623f-3eb9-427b-bb10-c434471a2487 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:07.667631 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8f7218f5-4c2e-4c9a-8eb6-083b3f3b9326 req-2a74623f-3eb9-427b-bb10-c434471a2487 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d013530a-4ea2-46fc-b7a4-576179421aad HTTP/1.1" status: 200  len: 847 time: 0.0759034
Feb 28 18:57:07.724717 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-c9c5adcf-211e-4932-9655-8943ddfd5e16 req-17ec9fd9-45f6-46bc-95b5-427c9b92a36c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Unset dirty status for tenant:df6310ee4c214b53bfc3fa13d6f15b83 on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:57:07.726582 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c9c5adcf-211e-4932-9655-8943ddfd5e16 req-17ec9fd9-45f6-46bc-95b5-427c9b92a36c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.2542565
Feb 28 18:57:07.777208 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-90324fd2-4709-47b7-a1ee-4a26b6214e23 None None] Set router 98d2d779-b8f4-491f-b243-7f9481ec1e64 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:57:07.787953 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8f7218f5-4c2e-4c9a-8eb6-083b3f3b9326 req-34c37e59-0b09-4c07-9226-1237b01b77dc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1116819
Feb 28 18:57:07.790832 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-c9c5adcf-211e-4932-9655-8943ddfd5e16 req-349d28de-70c6-4329-9577-960e2157d3d6 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582826
Feb 28 18:57:07.930004 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8f7218f5-4c2e-4c9a-8eb6-083b3f3b9326 req-08d07cf8-ffcd-4d28-bdcd-3a11fa217fec service neutron] 10.222.0.70 "GET /v2.0/networks/ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345038
Feb 28 18:57:07.933274 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device efb69840-894f-4212-9637-5b366c79f633 up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:57:08.039546 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port efb69840-894f-4212-9637-5b366c79f633 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:57:08.047049 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port efb69840-894f-4212-9637-5b366c79f633 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:57:08.047699 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:08.104317 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-8f7218f5-4c2e-4c9a-8eb6-083b3f3b9326 req-51ade11b-d5f5-40b2-901c-fd9461550db7 service neutron] 10.222.0.70 "GET /v2.0/networks/ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660001
Feb 28 18:57:08.198519 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:08.207771 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-90324fd2-4709-47b7-a1ee-4a26b6214e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ad85340>, [{'id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'name': 'tempest-TestShelveInstance-456265841-router', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:36Z', 'revision_number': 4, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'gw_port': {'id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': 'ae0a9eac-7bd5-4b63-ad1a-2646bc58341c', 'name': '', 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'mac_address': 'fa:16:3e:16:8e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd013530a-4ea2-46fc-b7a4-576179421aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:35Z', 'updated_at': '2022-02-28T18:48:46Z', 'revision_number': 5, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'subnets': [{'id': 'd013530a-4ea2-46fc-b7a4-576179421aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:08.217927 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90324fd2-4709-47b7-a1ee-4a26b6214e23 None None] The sync data for ids ['98d2d779-b8f4-491f-b243-7f9481ec1e64'] in dv-cinder-831188-1-iscsi is: [{'id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'name': 'tempest-TestShelveInstance-456265841-router', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:36Z', 'revision_number': 4, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'gw_port': {'id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': 'ae0a9eac-7bd5-4b63-ad1a-2646bc58341c', 'name': '', 'network_id': 'ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'mac_address': 'fa:16:3e:16:8e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd013530a-4ea2-46fc-b7a4-576179421aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:35Z', 'updated_at': '2022-02-28T18:48:46Z', 'revision_number': 5, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'subnets': [{'id': 'd013530a-4ea2-46fc-b7a4-576179421aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:57:08.229066 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb69840-894f-4212-9637-5b366c79f633'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:57:08.239248 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port efb69840-894f-4212-9637-5b366c79f633, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=efb69840-894f-4212-9637-5b366c79f633,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:08.245952 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:08.321872 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb69840-894f-4212-9637-5b366c79f633', 'code': 200}
Feb 28 18:57:08.323698 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac42469-dc7e-4c62-a4fc-e53bd816ead4 req-4e176438-3566-408a-881e-e1f5ce2aa65d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:08.324851 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4ac42469-dc7e-4c62-a4fc-e53bd816ead4 req-4e176438-3566-408a-881e-e1f5ce2aa65d tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 945 time: 0.1086643
Feb 28 18:57:08.328650 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=efb69840-894f-4212-9637-5b366c79f633,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:08.384313 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4ac42469-dc7e-4c62-a4fc-e53bd816ead4 req-ec2a5089-a561-4f73-9a75-4bceb70c15f7 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539360
Feb 28 18:57:08.503773 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b96a18-7d44-4cdb-bc7a-358a20374431 None None] New status for floating IP 8dcbdab2-3086-431f-807a-73fdc3b4dcc4: DOWN {{(pid=83064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 28 18:57:08.683622 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-82567a6b-f4c5-41a7-8386-b117a3f9ab3e req-3d906e64-3f60-409f-90d7-bdac2da14e6e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 1098 time: 0.0742474
Feb 28 18:57:08.731076 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-82567a6b-f4c5-41a7-8386-b117a3f9ab3e req-80356a08-de20-443d-823e-78ea5988770c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379376
Feb 28 18:57:09.020214 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9e69b-8efc-4408-aa1f-9d6dd7ac804d req-6d1f8718-7aa6-4169-a88b-a44732c83bf6 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:09.021683 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-01a9e69b-8efc-4408-aa1f-9d6dd7ac804d req-6d1f8718-7aa6-4169-a88b-a44732c83bf6 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0915246
Feb 28 18:57:09.067998 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-01a9e69b-8efc-4408-aa1f-9d6dd7ac804d req-5d4bb826-7f30-41e6-8c9d-f00e8c857f36 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406532
Feb 28 18:57:09.593451 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e54e1-a14f-4920-a2b6-83fa8d2d5aef req-398048f1-b03c-4f6a-bcee-5cbe7e838408 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:09.595272 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1f4e54e1-a14f-4920-a2b6-83fa8d2d5aef req-398048f1-b03c-4f6a-bcee-5cbe7e838408 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 945 time: 0.0853064
Feb 28 18:57:09.645712 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-1f4e54e1-a14f-4920-a2b6-83fa8d2d5aef req-0f624fd1-85fd-421a-9b1e-c37f874c5b2e tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443957
Feb 28 18:57:09.920791 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cbfa6-f0ab-4710-a6b2-7fd16a15f22f req-83fe066f-af60-4de7-9eb9-74a7c7110016 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:09.922211 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3e8cbfa6-f0ab-4710-a6b2-7fd16a15f22f req-83fe066f-af60-4de7-9eb9-74a7c7110016 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.70 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0762534
Feb 28 18:57:09.993988 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-3e8cbfa6-f0ab-4710-a6b2-7fd16a15f22f req-56ada009-b98b-486c-b71d-539061c14f23 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Deleting port db02cf2e-be37-45fc-b70d-76efd2db4952 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:09.994324 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-3e8cbfa6-f0ab-4710-a6b2-7fd16a15f22f req-56ada009-b98b-486c-b71d-539061c14f23 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:10.274094 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cd921-ac29-4b67-a253-d1f2ae8d7dac req-0c7f7d5a-46e1-4d10-ae56-80de5cb5807a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:10.276559 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-563cd921-ac29-4b67-a253-d1f2ae8d7dac req-0c7f7d5a-46e1-4d10-ae56-80de5cb5807a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 946 time: 0.0838790
Feb 28 18:57:10.322054 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-563cd921-ac29-4b67-a253-d1f2ae8d7dac req-281b16fe-ab8d-4fa5-923f-c86506590b2a tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/security-groups?id=2dd65545-9f10-4686-a62e-14e2edf3f1ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409882
Feb 28 18:57:10.353770 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-3e8cbfa6-f0ab-4710-a6b2-7fd16a15f22f req-56ada009-b98b-486c-b71d-539061c14f23 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] For port db02cf2e-be37-45fc-b70d-76efd2db4952, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=db02cf2e-be37-45fc-b70d-76efd2db4952,segment=NetworkSegment(df0059bf-6a30-4233-8594-225cda2c765a),segment_id=df0059bf-6a30-4233-8594-225cda2c765a)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:10.354121 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-3e8cbfa6-f0ab-4710-a6b2-7fd16a15f22f req-56ada009-b98b-486c-b71d-539061c14f23 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:10.480115 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-3e8cbfa6-f0ab-4710-a6b2-7fd16a15f22f req-56ada009-b98b-486c-b71d-539061c14f23 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Calling delete_port for db02cf2e-be37-45fc-b70d-76efd2db4952 owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:57:10.622363 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-3e8cbfa6-f0ab-4710-a6b2-7fd16a15f22f req-56ada009-b98b-486c-b71d-539061c14f23 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:10.675996 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ada009-b98b-486c-b71d-539061c14f23 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Pushing event deleted for resources: {'Port': ['ID=db02cf2e-be37-45fc-b70d-76efd2db4952,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:10.745164 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8cbfa6-f0ab-4710-a6b2-7fd16a15f22f req-56ada009-b98b-486c-b71d-539061c14f23 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] No DVR routers for this DVR port db02cf2e-be37-45fc-b70d-76efd2db4952 on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:57:10.747697 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-3e8cbfa6-f0ab-4710-a6b2-7fd16a15f22f req-56ada009-b98b-486c-b71d-539061c14f23 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:10.750196 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc53579b-ea78-429b-8bdf-a6c8054b109a', 'name': 'network-vif-deleted', 'tag': 'db02cf2e-be37-45fc-b70d-76efd2db4952'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:57:10.768615 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3e8cbfa6-f0ab-4710-a6b2-7fd16a15f22f req-56ada009-b98b-486c-b71d-539061c14f23 tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.70 "DELETE /v2.0/ports/db02cf2e-be37-45fc-b70d-76efd2db4952 HTTP/1.1" status: 204  len: 173 time: 0.8401461
Feb 28 18:57:10.812004 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc53579b-ea78-429b-8bdf-a6c8054b109a', 'name': 'network-vif-deleted', 'tag': 'db02cf2e-be37-45fc-b70d-76efd2db4952', 'status': 'completed', 'code': 200}
Feb 28 18:57:10.855842 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa46cbc-f4e8-440c-89bd-9423004edaff req-75110eb6-48fa-4d05-a642-472c729c1264 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:10.857271 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-daa46cbc-f4e8-440c-89bd-9423004edaff req-75110eb6-48fa-4d05-a642-472c729c1264 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 945 time: 0.0856850
Feb 28 18:57:10.905846 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-daa46cbc-f4e8-440c-89bd-9423004edaff req-44bf8fda-95dc-4472-90a6-9587bf74fab9 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421593
Feb 28 18:57:11.106483 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c24af-1e55-4f5f-b305-4eb48784a2e8 req-bd6f165a-819a-4655-a9dd-c554d9ba004b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:11.108223 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f00c24af-1e55-4f5f-b305-4eb48784a2e8 req-bd6f165a-819a-4655-a9dd-c554d9ba004b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 945 time: 0.0792367
Feb 28 18:57:11.158888 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-f00c24af-1e55-4f5f-b305-4eb48784a2e8 req-64d57861-bb16-475b-a7d8-92c3db5c90f2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448744
Feb 28 18:57:11.187246 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 39552) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:11.259515 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-d9a19bc6-96eb-4620-bf3f-9455dc4b983c tempest-TestVolumeBootPattern-1145825107 tempest-TestVolumeBootPattern-1145825107-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 1093 time: 0.0704529
Feb 28 18:57:11.262007 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 39556) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:11.267269 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Request body: {'floatingip': {'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'port_id': 'efb69840-894f-4212-9637-5b366c79f633', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:57:11.273542 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:57:11.277312 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Usage tracker for resource:floatingip and tenant:16e7d713da4349b3977dab0041ed0bee is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:57:11.280365 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:57:11.286248 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:57:11.299263 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for floatingip, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:11.434524 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:11.519103 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-2f0f85df-0154-46cb-b7cb-3b8dae935255 req-41ab39fd-4f9b-4e25-8b5d-0c6852d9a9fd tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Synchronizing usage tracker for tenant:df6310ee4c214b53bfc3fa13d6f15b83 on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:57:11.554468 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-2f0f85df-0154-46cb-b7cb-3b8dae935255 req-41ab39fd-4f9b-4e25-8b5d-0c6852d9a9fd tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Unset dirty status for tenant:df6310ee4c214b53bfc3fa13d6f15b83 on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:57:11.555621 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2f0f85df-0154-46cb-b7cb-3b8dae935255 req-41ab39fd-4f9b-4e25-8b5d-0c6852d9a9fd tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc53579b-ea78-429b-8bdf-a6c8054b109a HTTP/1.1" status: 200  len: 210 time: 0.0835819
Feb 28 18:57:11.621598 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Allocated IP 172.27.3.188 (f40459f8-f658-4119-914b-b9023327a718/14c23ed2-446a-414e-8e86-91dabee5c278/9d88b2f3-f045-4563-91de-55d6613e3e8f) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:57:11.780403 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:11.816981 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:11.887757 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Network f40459f8-f658-4119-914b-b9023327a718 is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:57:11.890311 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:57:11.892878 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:57:11.931541 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event updated for resources: {'Port': ['ID=9d88b2f3-f045-4563-91de-55d6613e3e8f,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:11.959404 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device db02cf2e-be37-45fc-b70d-76efd2db4952 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:57:11.991761 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: db02cf2e-be37-45fc-b70d-76efd2db4952 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:57:11.992094 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device db02cf2e-be37-45fc-b70d-76efd2db4952 not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:57:12.521019 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:12.580640 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:12.659496 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 39570) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:12.743123 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f01f2a07-5d39-47a1-8f0a-0d62e85dcf4c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:12.775053 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f01f2a07-5d39-47a1-8f0a-0d62e85dcf4c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:12.788807 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:12.796003 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:12.841215 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f01f2a07-5d39-47a1-8f0a-0d62e85dcf4c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:12.858518 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f2a07-5d39-47a1-8f0a-0d62e85dcf4c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd65545-9f10-4686-a62e-14e2edf3f1ac,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:12.873006 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f2a07-5d39-47a1-8f0a-0d62e85dcf4c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:12.873351 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f2a07-5d39-47a1-8f0a-0d62e85dcf4c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:12.873690 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f2a07-5d39-47a1-8f0a-0d62e85dcf4c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:12.874039 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f2a07-5d39-47a1-8f0a-0d62e85dcf4c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:12.874350 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f2a07-5d39-47a1-8f0a-0d62e85dcf4c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:12.874704 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f2a07-5d39-47a1-8f0a-0d62e85dcf4c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:12.875030 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f2a07-5d39-47a1-8f0a-0d62e85dcf4c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:12.875355 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f2a07-5d39-47a1-8f0a-0d62e85dcf4c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:12.875675 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f2a07-5d39-47a1-8f0a-0d62e85dcf4c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:12.875999 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f2a07-5d39-47a1-8f0a-0d62e85dcf4c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:12.876322 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01f2a07-5d39-47a1-8f0a-0d62e85dcf4c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:12.880522 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f01f2a07-5d39-47a1-8f0a-0d62e85dcf4c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:12.882179 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-f01f2a07-5d39-47a1-8f0a-0d62e85dcf4c tempest-TestShelveInstance-568191572 tempest-TestShelveInstance-568191572-project] 10.222.0.18 "DELETE /v2.0/security-groups/2dd65545-9f10-4686-a62e-14e2edf3f1ac HTTP/1.1" status: 204  len: 168 time: 0.2211082
Feb 28 18:57:12.905993 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event updated for resources: {'Port': ['ID=9d88b2f3-f045-4563-91de-55d6613e3e8f,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:12.916644 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716924'] for floatingip, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:13.109367 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.l3_db [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Floating IP af690d3d-67dc-4370-929c-6f71b6770d5d associated. External IP: 172.27.3.188, port: efb69840-894f-4212-9637-5b366c79f633.
Feb 28 18:57:13.507223 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Router 0cd3324c-dc03-41bb-9507-d9f3840115d7 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:57:13.722450 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:57:13.733129 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627ddbf1-7edd-46f2-9dfd-9a4508b4da52 None None] Sync routers for ids ['0cd3324c-dc03-41bb-9507-d9f3840115d7'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:57:13.745373 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627ddbf1-7edd-46f2-9dfd-9a4508b4da52 None None] Routers {'0cd3324c-dc03-41bb-9507-d9f3840115d7'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:57:13.745944 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-627ddbf1-7edd-46f2-9dfd-9a4508b4da52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5b10ad00>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:56:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['0cd3324c-dc03-41bb-9507-d9f3840115d7'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:13.748590 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:13.803486 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-c2ff0e13-bd7a-4bce-b433-be82f5b764df tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5400255
Feb 28 18:57:13.804461 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'tag': 'efb69840-894f-4212-9637-5b366c79f633'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:57:13.863073 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'tag': 'efb69840-894f-4212-9637-5b366c79f633', 'status': 'completed', 'code': 200}
Feb 28 18:57:13.937177 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-627ddbf1-7edd-46f2-9dfd-9a4508b4da52 None None] Set router 0cd3324c-dc03-41bb-9507-d9f3840115d7 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:57:13.978221 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 39588) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:14.164144 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a262fb16-0f8e-4067-8443-d7ae02b46231 req-30ee49f8-3606-4ad3-b2a9-c0a76ecd877a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=16e7d713da4349b3977dab0041ed0bee&device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 1098 time: 0.2733448
Feb 28 18:57:14.302587 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-627ddbf1-7edd-46f2-9dfd-9a4508b4da52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5b10ad00>, [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': 'af690d3d-67dc-4370-929c-6f71b6770d5d', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'port_id': 'efb69840-894f-4212-9637-5b366c79f633', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'mac_address': 'fa:16:3e:dd:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:57:12Z', 'updated_at': '2022-02-28T18:57:12Z', 'revision_number': 0, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:53:05Z', 'revision_number': 5, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:14.307863 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627ddbf1-7edd-46f2-9dfd-9a4508b4da52 None None] Checking router: 0cd3324c-dc03-41bb-9507-d9f3840115d7 for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:57:14.316833 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262fb16-0f8e-4067-8443-d7ae02b46231 req-f82e1c7b-3f09-459e-bf34-71275bed5f8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:14.318292 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a262fb16-0f8e-4067-8443-d7ae02b46231 req-f82e1c7b-3f09-459e-bf34-71275bed5f8c service neutron] 10.222.0.70 "GET /v2.0/networks?id=0b9470ea-8aed-4219-b27b-628954f1127e HTTP/1.1" status: 200  len: 913 time: 0.1451607
Feb 28 18:57:14.318838 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627ddbf1-7edd-46f2-9dfd-9a4508b4da52 None None] Routers {'0cd3324c-dc03-41bb-9507-d9f3840115d7'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:57:14.319866 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-627ddbf1-7edd-46f2-9dfd-9a4508b4da52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5b10ad00>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:56:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['0cd3324c-dc03-41bb-9507-d9f3840115d7'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:14.427330 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a262fb16-0f8e-4067-8443-d7ae02b46231 req-491c4f05-625e-4829-84fb-329936bcefbb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efb69840-894f-4212-9637-5b366c79f633 HTTP/1.1" status: 200  len: 999 time: 0.0997813
Feb 28 18:57:14.445763 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9c36cb09-0309-4f76-99cc-8246852a2f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708202'] for router_interface, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:14.494390 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-627ddbf1-7edd-46f2-9dfd-9a4508b4da52 None None] Set router 0cd3324c-dc03-41bb-9507-d9f3840115d7 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:57:14.505243 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262fb16-0f8e-4067-8443-d7ae02b46231 req-bb47c904-47de-46ec-adf9-f77d1aea5b00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:14.507984 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a262fb16-0f8e-4067-8443-d7ae02b46231 req-bb47c904-47de-46ec-adf9-f77d1aea5b00 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0fba4d2-c7ec-449c-b7f6-d835950f45c1 HTTP/1.1" status: 200  len: 851 time: 0.0677831
Feb 28 18:57:14.644606 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a262fb16-0f8e-4067-8443-d7ae02b46231 req-42666354-74e4-4d2b-af9f-2b75cc158445 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0b9470ea-8aed-4219-b27b-628954f1127e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1223118
Feb 28 18:57:14.655246 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [req-a262fb16-0f8e-4067-8443-d7ae02b46231 req-28170fe7-5f7c-4b7a-917c-8f353843eafc service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 28 18:57:14.656465 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a262fb16-0f8e-4067-8443-d7ae02b46231 req-28170fe7-5f7c-4b7a-917c-8f353843eafc service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0068464
Feb 28 18:57:14.810489 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a262fb16-0f8e-4067-8443-d7ae02b46231 req-5684ccb3-ef56-488d-ac9f-7b2bc3c64702 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451905
Feb 28 18:57:14.966525 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a262fb16-0f8e-4067-8443-d7ae02b46231 req-67228cb1-f8c6-4783-a7cb-5d3ba59ccb99 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1494727
Feb 28 18:57:14.993400 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-627ddbf1-7edd-46f2-9dfd-9a4508b4da52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5b10ad00>, [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': 'af690d3d-67dc-4370-929c-6f71b6770d5d', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'port_id': 'efb69840-894f-4212-9637-5b366c79f633', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'mac_address': 'fa:16:3e:dd:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:57:12Z', 'updated_at': '2022-02-28T18:57:12Z', 'revision_number': 0, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:53:05Z', 'revision_number': 5, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:14.998102 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627ddbf1-7edd-46f2-9dfd-9a4508b4da52 None None] The sync data for ids ['0cd3324c-dc03-41bb-9507-d9f3840115d7'] in dv-cinder-831188-1-iscsi is: [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': 'af690d3d-67dc-4370-929c-6f71b6770d5d', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'port_id': 'efb69840-894f-4212-9637-5b366c79f633', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'mac_address': 'fa:16:3e:dd:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:57:12Z', 'updated_at': '2022-02-28T18:57:12Z', 'revision_number': 0, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:53:05Z', 'revision_number': 5, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:57:15.132431 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-9c36cb09-0309-4f76-99cc-8246852a2f66 admin admin] Deleting port ae0a9eac-7bd5-4b63-ad1a-2646bc58341c {{(pid=83062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:15.132946 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9c36cb09-0309-4f76-99cc-8246852a2f66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:15.226537 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea50321-1165-4965-986b-68b963c07257 None None] New status for floating IP af690d3d-67dc-4370-929c-6f71b6770d5d: ACTIVE {{(pid=83064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 28 18:57:15.454987 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee6cd6-0d33-4fef-9863-543ab045d98d req-baea3322-83eb-4cb0-837e-a8267d959daa tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:15.456454 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-37ee6cd6-0d33-4fef-9863-543ab045d98d req-baea3322-83eb-4cb0-837e-a8267d959daa tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 947 time: 0.2012639
Feb 28 18:57:15.463184 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.db [None req-9c36cb09-0309-4f76-99cc-8246852a2f66 admin admin] For port ae0a9eac-7bd5-4b63-ad1a-2646bc58341c, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=ae0a9eac-7bd5-4b63-ad1a-2646bc58341c,segment=NetworkSegment(df0059bf-6a30-4233-8594-225cda2c765a),segment_id=df0059bf-6a30-4233-8594-225cda2c765a)] {{(pid=83062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:15.463548 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9c36cb09-0309-4f76-99cc-8246852a2f66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:15.599604 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-9c36cb09-0309-4f76-99cc-8246852a2f66 admin admin] Calling delete_port for ae0a9eac-7bd5-4b63-ad1a-2646bc58341c owned by network:router_interface {{(pid=83062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:57:15.665677 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-37ee6cd6-0d33-4fef-9863-543ab045d98d req-d592d1ea-1ae5-48aa-97cb-5b76e3372d5d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1942351
Feb 28 18:57:15.798326 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9c36cb09-0309-4f76-99cc-8246852a2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:15.844261 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36cb09-0309-4f76-99cc-8246852a2f66 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae0a9eac-7bd5-4b63-ad1a-2646bc58341c,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:16.137767 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9c36cb09-0309-4f76-99cc-8246852a2f66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7996956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708313'] for router_interface, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:16.816196 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c36cb09-0309-4f76-99cc-8246852a2f66 admin admin] Router 98d2d779-b8f4-491f-b243-7f9481ec1e64 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:57:16.888248 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84326b-dfdc-4abb-b37d-477de89ddde4 req-9f6d47cc-0f94-4bcc-8731-de99bbff0b70 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:16.889664 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fa84326b-dfdc-4abb-b37d-477de89ddde4 req-9f6d47cc-0f94-4bcc-8731-de99bbff0b70 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 947 time: 0.0807989
Feb 28 18:57:16.937590 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-fa84326b-dfdc-4abb-b37d-477de89ddde4 req-51777e9b-db0f-434e-8f50-2f0045dcbfa2 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419695
Feb 28 18:57:17.017212 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c36cb09-0309-4f76-99cc-8246852a2f66 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:57:17.029070 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cec4e5f-e16e-44cf-9491-7c7ffdbb5d02 None None] Sync routers for ids ['98d2d779-b8f4-491f-b243-7f9481ec1e64'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:57:17.042766 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-9c36cb09-0309-4f76-99cc-8246852a2f66 admin admin] 10.222.0.18 "PUT /v2.0/routers/98d2d779-b8f4-491f-b243-7f9481ec1e64/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0632517
Feb 28 18:57:17.045072 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 39614) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:17.047687 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cec4e5f-e16e-44cf-9491-7c7ffdbb5d02 None None] Routers {'98d2d779-b8f4-491f-b243-7f9481ec1e64'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:57:17.048487 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-2cec4e5f-e16e-44cf-9491-7c7ffdbb5d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ade6670>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:56:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['98d2d779-b8f4-491f-b243-7f9481ec1e64'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:17.231132 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-2cec4e5f-e16e-44cf-9491-7c7ffdbb5d02 None None] Set router 98d2d779-b8f4-491f-b243-7f9481ec1e64 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:57:17.244243 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-564d5417-99f9-4d7e-b90c-b45bc6751068 admin admin] Notify callbacks [] for router, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:17.437859 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-564d5417-99f9-4d7e-b90c-b45bc6751068 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:17.449171 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-564d5417-99f9-4d7e-b90c-b45bc6751068 admin admin] Deleting port 2f358652-d9ce-414c-a0e1-be36ddccc704 {{(pid=83062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:17.449555 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-564d5417-99f9-4d7e-b90c-b45bc6751068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:17.506590 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-2cec4e5f-e16e-44cf-9491-7c7ffdbb5d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ade6670>, [{'id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'name': 'tempest-TestShelveInstance-456265841-router', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:57:15Z', 'revision_number': 5, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'gw_port': {'id': '2f358652-d9ce-414c-a0e1-be36ddccc704', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:17.510368 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cec4e5f-e16e-44cf-9491-7c7ffdbb5d02 None None] Checking router: 98d2d779-b8f4-491f-b243-7f9481ec1e64 for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:57:17.520734 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cec4e5f-e16e-44cf-9491-7c7ffdbb5d02 None None] Routers {'98d2d779-b8f4-491f-b243-7f9481ec1e64'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:57:17.521321 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-2cec4e5f-e16e-44cf-9491-7c7ffdbb5d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ade6670>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:56:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['98d2d779-b8f4-491f-b243-7f9481ec1e64'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:17.619563 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.db [None req-564d5417-99f9-4d7e-b90c-b45bc6751068 admin admin] For port 2f358652-d9ce-414c-a0e1-be36ddccc704, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=2f358652-d9ce-414c-a0e1-be36ddccc704,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:17.619805 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-564d5417-99f9-4d7e-b90c-b45bc6751068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:17.673961 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-2cec4e5f-e16e-44cf-9491-7c7ffdbb5d02 None None] Set router 98d2d779-b8f4-491f-b243-7f9481ec1e64 gateway port host: None {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:57:17.742878 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-564d5417-99f9-4d7e-b90c-b45bc6751068 admin admin] Calling delete_port for 2f358652-d9ce-414c-a0e1-be36ddccc704 owned by network:router_gateway {{(pid=83062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:57:17.776932 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-2cec4e5f-e16e-44cf-9491-7c7ffdbb5d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ade6670>, [{'id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'name': 'tempest-TestShelveInstance-456265841-router', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:57:17Z', 'revision_number': 6, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'gw_port_host': None}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:17.781039 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cec4e5f-e16e-44cf-9491-7c7ffdbb5d02 None None] The sync data for ids ['98d2d779-b8f4-491f-b243-7f9481ec1e64'] in dv-cinder-831188-1-iscsi is: [{'id': '98d2d779-b8f4-491f-b243-7f9481ec1e64', 'name': 'tempest-TestShelveInstance-456265841-router', 'tenant_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:32Z', 'updated_at': '2022-02-28T18:57:17Z', 'revision_number': 6, 'project_id': 'df6310ee4c214b53bfc3fa13d6f15b83', 'gw_port_host': None}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:57:17.915494 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-564d5417-99f9-4d7e-b90c-b45bc6751068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:17.959380 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d5417-99f9-4d7e-b90c-b45bc6751068 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f358652-d9ce-414c-a0e1-be36ddccc704,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:18.328404 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-564d5417-99f9-4d7e-b90c-b45bc6751068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716815'] for router_gateway, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:18.602410 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2982238-6871-4a13-ad38-b180a387e860 req-9e3204bb-d8a3-4934-83e3-46332c863421 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:18.603887 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a2982238-6871-4a13-ad38-b180a387e860 req-9e3204bb-d8a3-4934-83e3-46332c863421 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 947 time: 0.5019774
Feb 28 18:57:18.605860 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-564d5417-99f9-4d7e-b90c-b45bc6751068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239020'] for router, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:18.612064 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-564d5417-99f9-4d7e-b90c-b45bc6751068 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:18.668780 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-a2982238-6871-4a13-ad38-b180a387e860 req-8e22fe38-0eb9-471a-a6e1-2ea36559ac6d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587904
Feb 28 18:57:18.673807 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-564d5417-99f9-4d7e-b90c-b45bc6751068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706859'] for router, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:18.674307 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564d5417-99f9-4d7e-b90c-b45bc6751068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98d2d779-b8f4-491f-b243-7f9481ec1e64 {{(pid=83062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 28 18:57:18.687531 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-564d5417-99f9-4d7e-b90c-b45bc6751068 admin admin] Notify callbacks [] for router, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:18.688632 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-564d5417-99f9-4d7e-b90c-b45bc6751068 admin admin] 10.222.0.18 "DELETE /v2.0/routers/98d2d779-b8f4-491f-b243-7f9481ec1e64 HTTP/1.1" status: 204  len: 168 time: 1.6426482
Feb 28 18:57:18.691469 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 39626) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:18.750193 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_v2 [None req-9262002c-99bf-4be8-b3dc-1ac55d4b0ed7 admin admin] Deleting subnet d013530a-4ea2-46fc-b7a4-576179421aad {{(pid=83063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 28 18:57:18.753391 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-9262002c-99bf-4be8-b3dc-1ac55d4b0ed7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:18.806293 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-9262002c-99bf-4be8-b3dc-1ac55d4b0ed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1992746'] for subnet, precommit_delete_associations {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:18.922000 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-9262002c-99bf-4be8-b3dc-1ac55d4b0ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7461361'] for subnet, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:18.995073 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-9262002c-99bf-4be8-b3dc-1ac55d4b0ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7461320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1992579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1931108'] for subnet, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:19.030112 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262002c-99bf-4be8-b3dc-1ac55d4b0ed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d013530a-4ea2-46fc-b7a4-576179421aad,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:19.037305 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-9262002c-99bf-4be8-b3dc-1ac55d4b0ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:19.042852 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00afec8-64c4-4a40-af95-f6d691d668f4 None None] Network ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:57:19.043972 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-9262002c-99bf-4be8-b3dc-1ac55d4b0ed7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d013530a-4ea2-46fc-b7a4-576179421aad HTTP/1.1" status: 204  len: 168 time: 0.3514538
Feb 28 18:57:19.046505 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 39630) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:19.150024 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370211'] for network, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:19.160414 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] Deleting port f743f0ed-5d97-44a2-9c0f-03364cbae946 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:19.160757 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:19.301695 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87977133-b8a7-4909-938e-519e9c4d1777 None None] DHCP port deletion for ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 request from dv-cinder-831188-1-iscsi {{(pid=83064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 28 18:57:19.306295 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-87977133-b8a7-4909-938e-519e9c4d1777 None None] Deleting port f743f0ed-5d97-44a2-9c0f-03364cbae946 {{(pid=83064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:19.306702 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-87977133-b8a7-4909-938e-519e9c4d1777 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:19.365457 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] For port f743f0ed-5d97-44a2-9c0f-03364cbae946, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=f743f0ed-5d97-44a2-9c0f-03364cbae946,segment=NetworkSegment(df0059bf-6a30-4233-8594-225cda2c765a),segment_id=df0059bf-6a30-4233-8594-225cda2c765a)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:19.365856 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:19.507388 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-87977133-b8a7-4909-938e-519e9c4d1777 None None] For port f743f0ed-5d97-44a2-9c0f-03364cbae946, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=f743f0ed-5d97-44a2-9c0f-03364cbae946,segment=NetworkSegment(df0059bf-6a30-4233-8594-225cda2c765a),segment_id=df0059bf-6a30-4233-8594-225cda2c765a)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:19.507782 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-87977133-b8a7-4909-938e-519e9c4d1777 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:19.570477 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] Calling delete_port for f743f0ed-5d97-44a2-9c0f-03364cbae946 owned by network:dhcp {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:57:19.644040 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:19.651049 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-87977133-b8a7-4909-938e-519e9c4d1777 None None] Calling delete_port for f743f0ed-5d97-44a2-9c0f-03364cbae946 owned by network:dhcp {{(pid=83064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:57:19.691452 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f743f0ed-5d97-44a2-9c0f-03364cbae946,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:19.696899 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] No DVR routers for this DVR port f743f0ed-5d97-44a2-9c0f-03364cbae946 on host dv-cinder-831188-1-iscsi {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:57:19.722345 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.db.api [None req-87977133-b8a7-4909-938e-519e9c4d1777 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 28 18:57:19.722707 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG oslo_db.api [None req-87977133-b8a7-4909-938e-519e9c4d1777 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 28 18:57:19.816560 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7459708', 'neutron.services.segments.db._delete_segments_for_network-8743575949671'] for network, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:19.864743 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 2f358652-d9ce-414c-a0e1-be36ddccc704 no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:57:19.878747 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3c5a87d280>,) {'filters': {'network_id': ['ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4']}} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:19.892921 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a87d280>, 'df0059bf-6a30-4233-8594-225cda2c765a') {'for_net_delete': True} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:19.893246 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a87d280>, 'df0059bf-6a30-4233-8594-225cda2c765a') {} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:19.900177 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: 2f358652-d9ce-414c-a0e1-be36ddccc704 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:57:19.900525 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 2f358652-d9ce-414c-a0e1-be36ddccc704 not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:57:19.900941 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device ae0a9eac-7bd5-4b63-ad1a-2646bc58341c no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:57:19.910781 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743575948782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1992737'] for segment, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:19.932049 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: ae0a9eac-7bd5-4b63-ad1a-2646bc58341c {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:57:19.932397 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device ae0a9eac-7bd5-4b63-ad1a-2646bc58341c not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:57:19.933491 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device f743f0ed-5d97-44a2-9c0f-03364cbae946 no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:57:19.939504 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:19.949749 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=83063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 28 18:57:19.950221 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7462232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1992489'] for segment, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]: Traceback (most recent call last):
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:     timer()
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:     cb(*args, **kw)
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:     return func(*args, **kwargs)
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:     self._notify()
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:     self.callback(batched_events)
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:     event.method(event)
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:     return f(self, *a, **k)
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self._get(url).json()
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self.request(url, 'GET', **kwargs)
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 18:57:19.964785 dv-cinder-831188-1-iscsi neutron-server[83063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 18:57:19.968360 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: f743f0ed-5d97-44a2-9c0f-03364cbae946 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:57:19.968713 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device f743f0ed-5d97-44a2-9c0f-03364cbae946 not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:57:20.017081 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6107193-1808-4af9-b577-4c642b1c9291 req-9f1d03f4-da76-4c32-858e-0d456180a760 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:20.018535 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e6107193-1808-4af9-b577-4c642b1c9291 req-9f1d03f4-da76-4c32-858e-0d456180a760 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 947 time: 0.2060912
Feb 28 18:57:20.071596 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7459699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716906'] for network, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:20.095848 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:20.102879 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:20.108444 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e6107193-1808-4af9-b577-4c642b1c9291 req-fb00c75a-b688-4ad6-977d-2b0693d7c462 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842113
Feb 28 18:57:20.123481 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-8b5f590d-17d4-49ed-939e-8bee87d503d6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ffa726bb-5ff7-4e81-bd93-0c09d2c5c9f4 HTTP/1.1" status: 204  len: 168 time: 1.0751405
Feb 28 18:57:20.125722 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 39638) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:20.224242 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-87977133-b8a7-4909-938e-519e9c4d1777 None None] Deleting port f743f0ed-5d97-44a2-9c0f-03364cbae946 {{(pid=83064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:20.230058 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-87977133-b8a7-4909-938e-519e9c4d1777 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:20.296390 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-87977133-b8a7-4909-938e-519e9c4d1777 None None] The port 'f743f0ed-5d97-44a2-9c0f-03364cbae946' was deleted {{(pid=83064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 28 18:57:20.537625 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-5e029526-c4d9-46f4-a2a1-938cbc74318a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708202'] for router_interface, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:21.283431 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-5e029526-c4d9-46f4-a2a1-938cbc74318a admin admin] Deleting port f22bc6c7-a66b-4e4b-abd1-fa659347d4ab {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:21.284045 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-5e029526-c4d9-46f4-a2a1-938cbc74318a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:21.325260 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748e550-3f9a-4f97-a715-a2a56d6387ec req-fbb49aba-6004-40d4-9f9e-e5ad96337a3c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:21.327037 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1748e550-3f9a-4f97-a715-a2a56d6387ec req-fbb49aba-6004-40d4-9f9e-e5ad96337a3c tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 947 time: 0.0799425
Feb 28 18:57:21.387347 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1748e550-3f9a-4f97-a715-a2a56d6387ec req-cd48cb36-1463-4c7f-82a8-00aa6b52d56d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529969
Feb 28 18:57:21.410690 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae756f-2b71-41c4-a766-dff17b473386 req-e820977d-8e2c-4e87-bd7e-9c8b2cf8bad1 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:21.412131 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e4ae756f-2b71-41c4-a766-dff17b473386 req-e820977d-8e2c-4e87-bd7e-9c8b2cf8bad1 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.70 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 947 time: 0.2349584
Feb 28 18:57:21.517369 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-e4ae756f-2b71-41c4-a766-dff17b473386 req-82b7807c-83ef-4c87-aa45-f1ac551ae1c4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Deleting port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:21.517715 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e4ae756f-2b71-41c4-a766-dff17b473386 req-82b7807c-83ef-4c87-aa45-f1ac551ae1c4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:21.566022 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [None req-5e029526-c4d9-46f4-a2a1-938cbc74318a admin admin] For port f22bc6c7-a66b-4e4b-abd1-fa659347d4ab, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=f22bc6c7-a66b-4e4b-abd1-fa659347d4ab,segment=NetworkSegment(a54f4cd4-648e-4a07-b97d-79c5c935cafb),segment_id=a54f4cd4-648e-4a07-b97d-79c5c935cafb)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:21.566368 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-5e029526-c4d9-46f4-a2a1-938cbc74318a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:21.692290 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-5e029526-c4d9-46f4-a2a1-938cbc74318a admin admin] Calling delete_port for f22bc6c7-a66b-4e4b-abd1-fa659347d4ab owned by network:router_interface {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:57:21.941656 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-e4ae756f-2b71-41c4-a766-dff17b473386 req-82b7807c-83ef-4c87-aa45-f1ac551ae1c4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] For port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:21.941981 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e4ae756f-2b71-41c4-a766-dff17b473386 req-82b7807c-83ef-4c87-aa45-f1ac551ae1c4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:22.149948 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-5e029526-c4d9-46f4-a2a1-938cbc74318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:22.216182 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e029526-c4d9-46f4-a2a1-938cbc74318a admin admin] Pushing event deleted for resources: {'Port': ['ID=f22bc6c7-a66b-4e4b-abd1-fa659347d4ab,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:22.385802 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e4ae756f-2b71-41c4-a766-dff17b473386 req-82b7807c-83ef-4c87-aa45-f1ac551ae1c4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:22.386488 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e4ae756f-2b71-41c4-a766-dff17b473386 req-82b7807c-83ef-4c87-aa45-f1ac551ae1c4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716924'] for floatingip, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:22.386488 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.db.l3_db [req-e4ae756f-2b71-41c4-a766-dff17b473386 req-82b7807c-83ef-4c87-aa45-f1ac551ae1c4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Floating IP 693a29d7-75ca-4a24-b38c-fa8b780e783a disassociated. External IP: 172.27.3.206, port: 4eeeeea6-2751-470f-8af0-cf73f2d8fa02.
Feb 28 18:57:22.386765 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-e4ae756f-2b71-41c4-a766-dff17b473386 req-82b7807c-83ef-4c87-aa45-f1ac551ae1c4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Calling delete_port for 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:57:22.813197 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e4ae756f-2b71-41c4-a766-dff17b473386 req-82b7807c-83ef-4c87-aa45-f1ac551ae1c4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:22.868606 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7807c-83ef-4c87-aa45-f1ac551ae1c4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Pushing event deleted for resources: {'Port': ['ID=4eeeeea6-2751-470f-8af0-cf73f2d8fa02,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:22.880055 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755cd247-6a50-4791-ab3a-1ffa84eaadb0 req-8c189e48-a46f-4669-aad5-15a44bd7d67e tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:22.881679 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-755cd247-6a50-4791-ab3a-1ffa84eaadb0 req-8c189e48-a46f-4669-aad5-15a44bd7d67e tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 947 time: 0.2877593
Feb 28 18:57:23.041252 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-755cd247-6a50-4791-ab3a-1ffa84eaadb0 req-09ff2686-8a69-440b-afc3-68b18d84c7d4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups?id=d653e122-c4f0-437d-aee6-60eba65cd406&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1515501
Feb 28 18:57:23.097974 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-5e029526-c4d9-46f4-a2a1-938cbc74318a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7996956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708313'] for router_interface, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:23.297022 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4ae756f-2b71-41c4-a766-dff17b473386 req-82b7807c-83ef-4c87-aa45-f1ac551ae1c4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:57:23.751174 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:57:23.793618 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4ae756f-2b71-41c4-a766-dff17b473386 req-82b7807c-83ef-4c87-aa45-f1ac551ae1c4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:57:23.803312 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393c3905-c1ac-4026-aa8b-6402f15c8ee9 None None] Sync routers for ids ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:57:23.817103 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393c3905-c1ac-4026-aa8b-6402f15c8ee9 None None] Routers {'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:57:23.817732 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-393c3905-c1ac-4026-aa8b-6402f15c8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ad059a0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:56:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:23.989751 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ae756f-2b71-41c4-a766-dff17b473386 req-82b7807c-83ef-4c87-aa45-f1ac551ae1c4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] No DVR routers for this DVR port 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:57:23.992900 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-e4ae756f-2b71-41c4-a766-dff17b473386 req-82b7807c-83ef-4c87-aa45-f1ac551ae1c4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:23.995335 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a409d964-f848-4376-969f-21448ea20b9f', 'name': 'network-vif-deleted', 'tag': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:57:24.000321 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-393c3905-c1ac-4026-aa8b-6402f15c8ee9 None None] Set router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:57:24.021083 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e4ae756f-2b71-41c4-a766-dff17b473386 req-82b7807c-83ef-4c87-aa45-f1ac551ae1c4 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.70 "DELETE /v2.0/ports/4eeeeea6-2751-470f-8af0-cf73f2d8fa02 HTTP/1.1" status: 204  len: 173 time: 2.5947738
Feb 28 18:57:24.070568 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e029526-c4d9-46f4-a2a1-938cbc74318a admin admin] Router 55fce62d-9511-479e-bb46-bd01228a03f3 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:57:24.148829 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a409d964-f848-4376-969f-21448ea20b9f', 'name': 'network-vif-deleted', 'tag': '4eeeeea6-2751-470f-8af0-cf73f2d8fa02', 'status': 'completed', 'code': 200}
Feb 28 18:57:24.244176 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-f55f618f-71c0-4ef6-98a3-550bddaf7fa1 req-d2f1c7b3-ecb4-413d-9a4c-93917d1c28fb tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Synchronizing usage tracker for tenant:6c9c9337657d43f59f92137cbfb4bdcb on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:57:24.276030 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-f55f618f-71c0-4ef6-98a3-550bddaf7fa1 req-d2f1c7b3-ecb4-413d-9a4c-93917d1c28fb tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Unset dirty status for tenant:6c9c9337657d43f59f92137cbfb4bdcb on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:57:24.277422 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f55f618f-71c0-4ef6-98a3-550bddaf7fa1 req-d2f1c7b3-ecb4-413d-9a4c-93917d1c28fb tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 210 time: 0.0820208
Feb 28 18:57:24.315563 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-393c3905-c1ac-4026-aa8b-6402f15c8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ad059a0>, [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:07Z', 'revision_number': 4, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port': {'id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '65cb300e-621a-4ff2-b528-9c4d473e0786', 'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'mac_address': 'fa:16:3e:32:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:20Z', 'revision_number': 5, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'subnets': [{'id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:24.320167 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393c3905-c1ac-4026-aa8b-6402f15c8ee9 None None] Checking router: cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:57:24.330197 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e029526-c4d9-46f4-a2a1-938cbc74318a admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:57:24.330540 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393c3905-c1ac-4026-aa8b-6402f15c8ee9 None None] Routers {'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:57:24.331143 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-393c3905-c1ac-4026-aa8b-6402f15c8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ad059a0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:56:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:24.338663 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 39666) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:24.339178 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-5e029526-c4d9-46f4-a2a1-938cbc74318a admin admin] 10.222.0.18 "PUT /v2.0/routers/55fce62d-9511-479e-bb46-bd01228a03f3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2123220
Feb 28 18:57:24.341191 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8dcb54-0f2f-4c22-a862-309e04622937 None None] Sync routers for ids ['55fce62d-9511-479e-bb46-bd01228a03f3'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:57:24.354249 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8dcb54-0f2f-4c22-a862-309e04622937 None None] Routers {'55fce62d-9511-479e-bb46-bd01228a03f3'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:57:24.355231 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-3a8dcb54-0f2f-4c22-a862-309e04622937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5af7ad60>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:56:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['55fce62d-9511-479e-bb46-bd01228a03f3'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:24.523491 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-393c3905-c1ac-4026-aa8b-6402f15c8ee9 None None] Set router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:57:24.546627 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2634c49f-9941-4fea-b431-7937fd7a0148 admin admin] Notify callbacks [] for router, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:24.552518 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-3a8dcb54-0f2f-4c22-a862-309e04622937 None None] Set router 55fce62d-9511-479e-bb46-bd01228a03f3 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:57:24.748018 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2634c49f-9941-4fea-b431-7937fd7a0148 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:24.759145 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-2634c49f-9941-4fea-b431-7937fd7a0148 admin admin] Deleting port f3d417ab-5602-4cf6-9f21-196c843e9b2b {{(pid=83062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:24.759747 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2634c49f-9941-4fea-b431-7937fd7a0148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:24.886137 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-3a8dcb54-0f2f-4c22-a862-309e04622937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5af7ad60>, [{'id': '55fce62d-9511-479e-bb46-bd01228a03f3', 'name': 'tempest-TestShelveInstance-1134157601-router', 'tenant_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'f3d417ab-5602-4cf6-9f21-196c843e9b2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:41Z', 'updated_at': '2022-02-28T18:57:21Z', 'revision_number': 5, 'project_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'gw_port': {'id': 'f3d417ab-5602-4cf6-9f21-196c843e9b2b', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0a:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55fce62d-9511-479e-bb46-bd01228a03f3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:48:42Z', 'updated_at': '2022-02-28T18:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:24.889957 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8dcb54-0f2f-4c22-a862-309e04622937 None None] Checking router: 55fce62d-9511-479e-bb46-bd01228a03f3 for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:57:24.891207 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-393c3905-c1ac-4026-aa8b-6402f15c8ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ad059a0>, [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:07Z', 'revision_number': 4, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port': {'id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '65cb300e-621a-4ff2-b528-9c4d473e0786', 'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'mac_address': 'fa:16:3e:32:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:20Z', 'revision_number': 5, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'subnets': [{'id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:24.895028 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393c3905-c1ac-4026-aa8b-6402f15c8ee9 None None] The sync data for ids ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'] in dv-cinder-831188-1-iscsi is: [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:47:07Z', 'revision_number': 4, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port': {'id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '65cb300e-621a-4ff2-b528-9c4d473e0786', 'name': '', 'network_id': 'e88bc605-548b-40fa-8e31-819c1a23132c', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'mac_address': 'fa:16:3e:32:40:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:47:05Z', 'updated_at': '2022-02-28T18:47:20Z', 'revision_number': 5, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'subnets': [{'id': '0397a5d3-99dd-4619-9152-f3a0940b516f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:57:24.901893 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8dcb54-0f2f-4c22-a862-309e04622937 None None] Routers {'55fce62d-9511-479e-bb46-bd01228a03f3'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:57:24.902704 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-3a8dcb54-0f2f-4c22-a862-309e04622937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5af7ad60>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:56:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['55fce62d-9511-479e-bb46-bd01228a03f3'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:24.938799 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.db [None req-2634c49f-9941-4fea-b431-7937fd7a0148 admin admin] For port f3d417ab-5602-4cf6-9f21-196c843e9b2b, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=f3d417ab-5602-4cf6-9f21-196c843e9b2b,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:24.939290 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2634c49f-9941-4fea-b431-7937fd7a0148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:25.058507 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-3a8dcb54-0f2f-4c22-a862-309e04622937 None None] Set router 55fce62d-9511-479e-bb46-bd01228a03f3 gateway port host: None {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:57:25.058813 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-2634c49f-9941-4fea-b431-7937fd7a0148 admin admin] Calling delete_port for f3d417ab-5602-4cf6-9f21-196c843e9b2b owned by network:router_gateway {{(pid=83062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:57:25.163207 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-3a8dcb54-0f2f-4c22-a862-309e04622937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5af7ad60>, [{'id': '55fce62d-9511-479e-bb46-bd01228a03f3', 'name': 'tempest-TestShelveInstance-1134157601-router', 'tenant_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:41Z', 'updated_at': '2022-02-28T18:57:24Z', 'revision_number': 6, 'project_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'gw_port_host': None}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:25.167766 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8dcb54-0f2f-4c22-a862-309e04622937 None None] The sync data for ids ['55fce62d-9511-479e-bb46-bd01228a03f3'] in dv-cinder-831188-1-iscsi is: [{'id': '55fce62d-9511-479e-bb46-bd01228a03f3', 'name': 'tempest-TestShelveInstance-1134157601-router', 'tenant_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:48:41Z', 'updated_at': '2022-02-28T18:57:24Z', 'revision_number': 6, 'project_id': 'db398b9d5dbe4cda9280752fbebbddaf', 'gw_port_host': None}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:57:25.333918 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2634c49f-9941-4fea-b431-7937fd7a0148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:25.379164 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634c49f-9941-4fea-b431-7937fd7a0148 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d417ab-5602-4cf6-9f21-196c843e9b2b,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:25.492423 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-ee2387a3-41a8-427d-8ff0-530d031ef5f0 req-e26d314d-308c-45f6-980e-42abdb71b45f tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 210 time: 0.0742285
Feb 28 18:57:25.649528 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2634c49f-9941-4fea-b431-7937fd7a0148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716815'] for router_gateway, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:25.656431 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02263fc9-4928-43bb-8907-3ccc5f4fdbcb None None] New status for floating IP 693a29d7-75ca-4a24-b38c-fa8b780e783a: DOWN {{(pid=83064) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 28 18:57:25.901817 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2634c49f-9941-4fea-b431-7937fd7a0148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239020'] for router, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:25.906363 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2634c49f-9941-4fea-b431-7937fd7a0148 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:25.933650 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2634c49f-9941-4fea-b431-7937fd7a0148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706859'] for router, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:25.934099 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2634c49f-9941-4fea-b431-7937fd7a0148 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55fce62d-9511-479e-bb46-bd01228a03f3 {{(pid=83062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 28 18:57:25.946878 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2634c49f-9941-4fea-b431-7937fd7a0148 admin admin] Notify callbacks [] for router, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:25.947987 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-2634c49f-9941-4fea-b431-7937fd7a0148 admin admin] 10.222.0.18 "DELETE /v2.0/routers/55fce62d-9511-479e-bb46-bd01228a03f3 HTTP/1.1" status: 204  len: 168 time: 1.6083968
Feb 28 18:57:25.950912 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 39676) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:26.020986 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_v2 [None req-694edfba-2456-4878-a960-2ffc44de7fc0 admin admin] Deleting subnet ded39f10-5827-4548-9b4e-84d5149c6569 {{(pid=83062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 28 18:57:26.024756 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-694edfba-2456-4878-a960-2ffc44de7fc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:26.039945 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device f22bc6c7-a66b-4e4b-abd1-fa659347d4ab no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:57:26.075126 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-694edfba-2456-4878-a960-2ffc44de7fc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066642'] for subnet, precommit_delete_associations {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:26.081168 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: f22bc6c7-a66b-4e4b-abd1-fa659347d4ab {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:57:26.081581 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device f22bc6c7-a66b-4e4b-abd1-fa659347d4ab not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:57:26.082056 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device f3d417ab-5602-4cf6-9f21-196c843e9b2b no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:57:26.119405 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: f3d417ab-5602-4cf6-9f21-196c843e9b2b {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:57:26.119776 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device f3d417ab-5602-4cf6-9f21-196c843e9b2b not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:57:26.127239 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c1654754-6f81-4c3e-b768-a5fa4a62fabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:26.155740 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-694edfba-2456-4878-a960-2ffc44de7fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7461361'] for subnet, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:26.226493 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-694edfba-2456-4878-a960-2ffc44de7fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7461320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656696'] for subnet, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:26.263252 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694edfba-2456-4878-a960-2ffc44de7fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ded39f10-5827-4548-9b4e-84d5149c6569,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:26.271889 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-694edfba-2456-4878-a960-2ffc44de7fc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:26.275846 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-694edfba-2456-4878-a960-2ffc44de7fc0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ded39f10-5827-4548-9b4e-84d5149c6569 HTTP/1.1" status: 204  len: 168 time: 0.3239064
Feb 28 18:57:26.278380 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 39682) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:26.280981 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df47bf56-8b30-41e1-aaa7-6c641cd33460 None None] Network d2c32dfb-c6c9-4d2b-921e-9fab96551b7b requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:57:26.382816 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370211'] for network, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:26.393640 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] Deleting port faffef52-1353-41fa-9f35-09b66d6036d9 {{(pid=83062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:26.393962 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:26.535406 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03760ac9-738d-476b-a157-52990910efe1 None None] DHCP port deletion for d2c32dfb-c6c9-4d2b-921e-9fab96551b7b request from dv-cinder-831188-1-iscsi {{(pid=83064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 28 18:57:26.539872 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-03760ac9-738d-476b-a157-52990910efe1 None None] Deleting port faffef52-1353-41fa-9f35-09b66d6036d9 {{(pid=83064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:26.540239 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-03760ac9-738d-476b-a157-52990910efe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:26.690065 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.db [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] For port faffef52-1353-41fa-9f35-09b66d6036d9, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=faffef52-1353-41fa-9f35-09b66d6036d9,segment=NetworkSegment(a54f4cd4-648e-4a07-b97d-79c5c935cafb),segment_id=a54f4cd4-648e-4a07-b97d-79c5c935cafb)] {{(pid=83062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:26.690421 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:26.703077 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-f4fd601d-521c-4571-befb-c1871303752d req-25ee22be-19cb-4dca-bf72-b431b0ec9463 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/ports?device_id=a409d964-f848-4376-969f-21448ea20b9f HTTP/1.1" status: 200  len: 210 time: 0.0462396
Feb 28 18:57:26.756717 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-03760ac9-738d-476b-a157-52990910efe1 None None] For port faffef52-1353-41fa-9f35-09b66d6036d9, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=faffef52-1353-41fa-9f35-09b66d6036d9,segment=NetworkSegment(a54f4cd4-648e-4a07-b97d-79c5c935cafb),segment_id=a54f4cd4-648e-4a07-b97d-79c5c935cafb)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:26.757188 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-03760ac9-738d-476b-a157-52990910efe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:26.766859 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:57:26.810515 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] Calling delete_port for faffef52-1353-41fa-9f35-09b66d6036d9 owned by network:dhcp {{(pid=83062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:57:26.854670 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:57:26.854670 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 4eeeeea6-2751-470f-8af0-cf73f2d8fa02 not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:57:26.895360 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:26.917192 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-03760ac9-738d-476b-a157-52990910efe1 None None] Calling delete_port for faffef52-1353-41fa-9f35-09b66d6036d9 owned by network:dhcp {{(pid=83064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:57:26.942105 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] Pushing event deleted for resources: {'Port': ['ID=faffef52-1353-41fa-9f35-09b66d6036d9,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:26.948704 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] No DVR routers for this DVR port faffef52-1353-41fa-9f35-09b66d6036d9 on host dv-cinder-831188-1-iscsi {{(pid=83062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:57:26.989957 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.db.api [None req-03760ac9-738d-476b-a157-52990910efe1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 28 18:57:26.990360 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG oslo_db.api [None req-03760ac9-738d-476b-a157-52990910efe1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 28 18:57:27.065673 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7459708', 'neutron.services.segments.db._delete_segments_for_network-8743575949671'] for network, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:27.095216 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3c5a1c1490>,) {'filters': {'network_id': ['d2c32dfb-c6c9-4d2b-921e-9fab96551b7b']}} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:27.114628 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a1c1490>, 'a54f4cd4-648e-4a07-b97d-79c5c935cafb') {'for_net_delete': True} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:27.115054 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a1c1490>, 'a54f4cd4-648e-4a07-b97d-79c5c935cafb') {} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:27.126828 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743575948782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066649'] for segment, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:27.142952 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:27.149276 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=83062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 28 18:57:27.149654 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7462232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1770949'] for segment, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]: Traceback (most recent call last):
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:     timer()
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:     cb(*args, **kw)
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:     return func(*args, **kwargs)
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:     self._notify()
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:     self.callback(batched_events)
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:     event.method(event)
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:     return f(self, *a, **k)
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self._get(url).json()
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self.request(url, 'GET', **kwargs)
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 18:57:27.162320 dv-cinder-831188-1-iscsi neutron-server[83062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 18:57:27.240780 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7459699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716906'] for network, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:27.261433 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:27.271293 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2c32dfb-c6c9-4d2b-921e-9fab96551b7b,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:27.283697 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-2768e8c0-c562-4c5c-99e3-afac3edb8d01 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d2c32dfb-c6c9-4d2b-921e-9fab96551b7b HTTP/1.1" status: 204  len: 168 time: 1.0042615
Feb 28 18:57:27.448378 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 39692) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:27.492026 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-03760ac9-738d-476b-a157-52990910efe1 None None] Deleting port faffef52-1353-41fa-9f35-09b66d6036d9 {{(pid=83064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:27.492546 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-03760ac9-738d-476b-a157-52990910efe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:27.499335 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-8448ace3-32c7-481b-8b69-9fed022cbbde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df6310ee4c214b53bfc3fa13d6f15b83&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0498245
Feb 28 18:57:27.503216 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 39696) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:27.561975 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-03760ac9-738d-476b-a157-52990910efe1 None None] The port 'faffef52-1353-41fa-9f35-09b66d6036d9' was deleted {{(pid=83064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 28 18:57:27.573604 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2867eb15-73f4-4d39-89b5-823f1edcfc7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:27.602547 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2867eb15-73f4-4d39-89b5-823f1edcfc7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:27.658529 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2867eb15-73f4-4d39-89b5-823f1edcfc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:27.675569 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867eb15-73f4-4d39-89b5-823f1edcfc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766a8d01-1c59-460e-93d9-4e32c37ec689,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:27.685015 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2867eb15-73f4-4d39-89b5-823f1edcfc7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:27.686818 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-2867eb15-73f4-4d39-89b5-823f1edcfc7b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/766a8d01-1c59-460e-93d9-4e32c37ec689 HTTP/1.1" status: 204  len: 168 time: 0.1826966
Feb 28 18:57:27.877089 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 39712) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:27.899018 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device faffef52-1353-41fa-9f35-09b66d6036d9 no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:57:27.959446 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ea20c726-6321-4917-9a91-c3330c20b8b0 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:27.960733 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: faffef52-1353-41fa-9f35-09b66d6036d9 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:57:27.960932 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device faffef52-1353-41fa-9f35-09b66d6036d9 not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:57:27.988494 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ea20c726-6321-4917-9a91-c3330c20b8b0 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:28.041041 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ea20c726-6321-4917-9a91-c3330c20b8b0 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:28.058291 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20c726-6321-4917-9a91-c3330c20b8b0 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d653e122-c4f0-437d-aee6-60eba65cd406,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:28.073126 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ea20c726-6321-4917-9a91-c3330c20b8b0 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:28.077086 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-ea20c726-6321-4917-9a91-c3330c20b8b0 tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "DELETE /v2.0/security-groups/d653e122-c4f0-437d-aee6-60eba65cd406 HTTP/1.1" status: 204  len: 168 time: 0.1962366
Feb 28 18:57:28.077654 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 39720) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:28.096149 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.api.v2.resource [None req-f417bd4d-3ca3-4440-9572-d66eaf2027ef tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] show failed (client error): The resource could not be found.
Feb 28 18:57:28.097229 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-f417bd4d-3ca3-4440-9572-d66eaf2027ef tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "GET /v2.0/security-groups/d653e122-c4f0-437d-aee6-60eba65cd406 HTTP/1.1" status: 404  len: 347 time: 0.0186582
Feb 28 18:57:28.100857 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 39724) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:28.153939 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 39728) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:28.208472 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-2de932f0-12ec-433d-9a12-8123a92368e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db398b9d5dbe4cda9280752fbebbddaf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0533087
Feb 28 18:57:28.211333 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 39732) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:28.266234 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-3549f3b3-eacc-4146-a9bd-702069e2e11d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Deleting port d0e13bac-6363-4ba1-8046-bee1f3bf0266 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:28.266637 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3549f3b3-eacc-4146-a9bd-702069e2e11d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:28.275451 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-cc315fc3-7be1-4f77-b558-9c0c18782a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:28.276170 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-e8385f51-848e-447c-8be0-7a1621da7553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:28.302486 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-cc315fc3-7be1-4f77-b558-9c0c18782a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:28.355024 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-cc315fc3-7be1-4f77-b558-9c0c18782a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:28.368928 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc315fc3-7be1-4f77-b558-9c0c18782a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3f4f08-c442-4cee-8c82-cb2b0decd657,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:28.375919 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-cc315fc3-7be1-4f77-b558-9c0c18782a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:28.379668 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-cc315fc3-7be1-4f77-b558-9c0c18782a63 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d3f4f08-c442-4cee-8c82-cb2b0decd657 HTTP/1.1" status: 204  len: 168 time: 0.1647780
Feb 28 18:57:28.433000 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3549f3b3-eacc-4146-a9bd-702069e2e11d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:28.433329 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3549f3b3-eacc-4146-a9bd-702069e2e11d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:28.556182 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-3549f3b3-eacc-4146-a9bd-702069e2e11d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Calling delete_port for d0e13bac-6363-4ba1-8046-bee1f3bf0266 owned by network:floatingip {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:57:28.715803 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3549f3b3-eacc-4146-a9bd-702069e2e11d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:28.764168 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549f3b3-eacc-4146-a9bd-702069e2e11d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Pushing event deleted for resources: {'Port': ['ID=d0e13bac-6363-4ba1-8046-bee1f3bf0266,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:28.857777 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3549f3b3-eacc-4146-a9bd-702069e2e11d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks [] for floatingip, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:28.875198 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3549f3b3-eacc-4146-a9bd-702069e2e11d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:28.876323 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-3549f3b3-eacc-4146-a9bd-702069e2e11d tempest-AttachVolumeShelveTestJSON-1625726677 tempest-AttachVolumeShelveTestJSON-1625726677-project] 10.222.0.18 "DELETE /v2.0/floatingips/693a29d7-75ca-4a24-b38c-fa8b780e783a HTTP/1.1" status: 204  len: 168 time: 0.7743092
Feb 28 18:57:29.514034 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:29.526883 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:30.735093 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:30.789454 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:32.780831 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 39784) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:33.521594 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-68065c69-d94b-4971-8406-7b1843b6ec87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708202'] for router_interface, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:34.134586 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-68065c69-d94b-4971-8406-7b1843b6ec87 admin admin] Deleting port 65cb300e-621a-4ff2-b528-9c4d473e0786 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:34.135336 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-68065c69-d94b-4971-8406-7b1843b6ec87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:34.324984 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [None req-68065c69-d94b-4971-8406-7b1843b6ec87 admin admin] For port 65cb300e-621a-4ff2-b528-9c4d473e0786, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=65cb300e-621a-4ff2-b528-9c4d473e0786,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:34.326114 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-68065c69-d94b-4971-8406-7b1843b6ec87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:34.397805 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c287226-4ece-4548-840d-68f5a3b8475f req-a23646e9-f6d1-42f9-b246-e67a3331f9a7 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:34.399858 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-6c287226-4ece-4548-840d-68f5a3b8475f req-a23646e9-f6d1-42f9-b246-e67a3331f9a7 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=308e94e1-541d-4d2f-b035-56fddc8ecdf6 HTTP/1.1" status: 200  len: 945 time: 0.0986903
Feb 28 18:57:34.453152 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-6c287226-4ece-4548-840d-68f5a3b8475f req-50e0c92f-dcaa-4466-a2c7-8cedb7f21f5e tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468750
Feb 28 18:57:34.480561 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-68065c69-d94b-4971-8406-7b1843b6ec87 admin admin] Calling delete_port for 65cb300e-621a-4ff2-b528-9c4d473e0786 owned by network:router_interface {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:57:34.715649 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-68065c69-d94b-4971-8406-7b1843b6ec87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:34.775873 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68065c69-d94b-4971-8406-7b1843b6ec87 admin admin] Pushing event deleted for resources: {'Port': ['ID=65cb300e-621a-4ff2-b528-9c4d473e0786,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:35.160334 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-68065c69-d94b-4971-8406-7b1843b6ec87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7996956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708313'] for router_interface, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:35.705640 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea51dc-c9e0-4bcd-a88f-85a5cb1db46c req-3c23dab1-9422-4373-9ca6-8dd26b6744fe tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:35.707160 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08ea51dc-c9e0-4bcd-a88f-85a5cb1db46c req-3c23dab1-9422-4373-9ca6-8dd26b6744fe tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=308e94e1-541d-4d2f-b035-56fddc8ecdf6 HTTP/1.1" status: 200  len: 945 time: 0.1249034
Feb 28 18:57:35.861760 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-08ea51dc-c9e0-4bcd-a88f-85a5cb1db46c req-bc981778-36f9-4ae1-a079-be197c3eeff6 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085937
Feb 28 18:57:35.933881 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68065c69-d94b-4971-8406-7b1843b6ec87 admin admin] Router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:57:36.146850 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68065c69-d94b-4971-8406-7b1843b6ec87 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:57:36.157024 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49624c6-6e93-4b90-af44-545f650a1c0b None None] Sync routers for ids ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:57:36.159657 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-68065c69-d94b-4971-8406-7b1843b6ec87 admin admin] 10.222.0.18 "PUT /v2.0/routers/cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3776839
Feb 28 18:57:36.162430 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 39802) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:36.169726 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49624c6-6e93-4b90-af44-545f650a1c0b None None] Routers {'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:57:36.170331 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-f49624c6-6e93-4b90-af44-545f650a1c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ad2fb50>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:57:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:36.344611 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-f49624c6-6e93-4b90-af44-545f650a1c0b None None] Set router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:57:36.355975 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-22c676eb-1048-4ce3-a3e4-8b692d31f34d admin admin] Notify callbacks [] for router, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:36.548366 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-22c676eb-1048-4ce3-a3e4-8b692d31f34d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:36.560874 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-22c676eb-1048-4ce3-a3e4-8b692d31f34d admin admin] Deleting port 205aef95-7b52-4342-afe9-45d4d02b27ab {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:36.561209 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-22c676eb-1048-4ce3-a3e4-8b692d31f34d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:36.627802 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-f49624c6-6e93-4b90-af44-545f650a1c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ad2fb50>, [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97'}], 'enable_snat': True}, 'gw_port_id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:57:34Z', 'revision_number': 5, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port': {'id': '205aef95-7b52-4342-afe9-45d4d02b27ab', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:59Z', 'updated_at': '2022-02-28T18:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:36.631594 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49624c6-6e93-4b90-af44-545f650a1c0b None None] Checking router: cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:57:36.642503 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49624c6-6e93-4b90-af44-545f650a1c0b None None] Routers {'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:57:36.643124 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-f49624c6-6e93-4b90-af44-545f650a1c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ad2fb50>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:57:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:36.792252 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-f49624c6-6e93-4b90-af44-545f650a1c0b None None] Set router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 gateway port host: None {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:57:36.880331 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [None req-22c676eb-1048-4ce3-a3e4-8b692d31f34d admin admin] For port 205aef95-7b52-4342-afe9-45d4d02b27ab, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=205aef95-7b52-4342-afe9-45d4d02b27ab,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:36.880570 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-22c676eb-1048-4ce3-a3e4-8b692d31f34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:36.896125 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-f49624c6-6e93-4b90-af44-545f650a1c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ad2fb50>, [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:57:36Z', 'revision_number': 6, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port_host': None}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:36.900187 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49624c6-6e93-4b90-af44-545f650a1c0b None None] The sync data for ids ['cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9'] in dv-cinder-831188-1-iscsi is: [{'id': 'cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9', 'name': 'tempest-AttachVolumeShelveTestJSON-377839811-router', 'tenant_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:58Z', 'updated_at': '2022-02-28T18:57:36Z', 'revision_number': 6, 'project_id': '6c9c9337657d43f59f92137cbfb4bdcb', 'gw_port_host': None}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:57:37.007883 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-22c676eb-1048-4ce3-a3e4-8b692d31f34d admin admin] Calling delete_port for 205aef95-7b52-4342-afe9-45d4d02b27ab owned by network:router_gateway {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:57:37.045856 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3254d-744a-4289-90e5-a363b05dc9a4 req-66356551-7abd-4f6f-84f8-bdf0ef24d61a tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:37.047325 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3dc3254d-744a-4289-90e5-a363b05dc9a4 req-66356551-7abd-4f6f-84f8-bdf0ef24d61a tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.70 "GET /v2.0/ports?device_id=308e94e1-541d-4d2f-b035-56fddc8ecdf6 HTTP/1.1" status: 200  len: 945 time: 0.2759550
Feb 28 18:57:37.064968 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3b564-79a4-4e62-90e3-008067cf2257 req-f3c39c3b-7d03-4da6-b6d8-6e7732f7abd9 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:37.066388 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-90b3b564-79a4-4e62-90e3-008067cf2257 req-f3c39c3b-7d03-4da6-b6d8-6e7732f7abd9 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=308e94e1-541d-4d2f-b035-56fddc8ecdf6 HTTP/1.1" status: 200  len: 945 time: 0.0763440
Feb 28 18:57:37.113458 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-90b3b564-79a4-4e62-90e3-008067cf2257 req-510d7b13-85e6-4fcf-8db4-8a4e2e8d7feb tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411263
Feb 28 18:57:37.144639 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-3dc3254d-744a-4289-90e5-a363b05dc9a4 req-7c47b3e8-aabf-457f-a992-7ed5f760040f tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Deleting port ab743f0b-f384-4ba3-8f05-d3cf22009fb8 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:37.144979 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-3dc3254d-744a-4289-90e5-a363b05dc9a4 req-7c47b3e8-aabf-457f-a992-7ed5f760040f tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:37.409119 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-22c676eb-1048-4ce3-a3e4-8b692d31f34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:37.476474 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c676eb-1048-4ce3-a3e4-8b692d31f34d admin admin] Pushing event deleted for resources: {'Port': ['ID=205aef95-7b52-4342-afe9-45d4d02b27ab,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:37.544728 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-3dc3254d-744a-4289-90e5-a363b05dc9a4 req-7c47b3e8-aabf-457f-a992-7ed5f760040f tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] For port ab743f0b-f384-4ba3-8f05-d3cf22009fb8, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ab743f0b-f384-4ba3-8f05-d3cf22009fb8,segment=NetworkSegment(203a1e1e-264e-44e3-aae9-4053450db4a2),segment_id=203a1e1e-264e-44e3-aae9-4053450db4a2)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:37.545036 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-3dc3254d-744a-4289-90e5-a363b05dc9a4 req-7c47b3e8-aabf-457f-a992-7ed5f760040f tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:37.675209 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-3dc3254d-744a-4289-90e5-a363b05dc9a4 req-7c47b3e8-aabf-457f-a992-7ed5f760040f tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Calling delete_port for ab743f0b-f384-4ba3-8f05-d3cf22009fb8 owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:57:37.872836 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 205aef95-7b52-4342-afe9-45d4d02b27ab no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:57:37.873998 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-22c676eb-1048-4ce3-a3e4-8b692d31f34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716815'] for router_gateway, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:37.908462 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: 205aef95-7b52-4342-afe9-45d4d02b27ab {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:57:37.908821 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 205aef95-7b52-4342-afe9-45d4d02b27ab not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:57:37.909192 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 65cb300e-621a-4ff2-b528-9c4d473e0786 no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:57:37.940617 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: 65cb300e-621a-4ff2-b528-9c4d473e0786 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:57:37.940898 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 65cb300e-621a-4ff2-b528-9c4d473e0786 not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:57:38.318825 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-22c676eb-1048-4ce3-a3e4-8b692d31f34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239020'] for router, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:38.329306 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-22c676eb-1048-4ce3-a3e4-8b692d31f34d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:38.332292 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-3dc3254d-744a-4289-90e5-a363b05dc9a4 req-7c47b3e8-aabf-457f-a992-7ed5f760040f tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:38.352203 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['ab743f0b-f384-4ba3-8f05-d3cf22009fb8'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:57:38.392236 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c47b3e8-aabf-457f-a992-7ed5f760040f tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Pushing event deleted for resources: {'Port': ['ID=ab743f0b-f384-4ba3-8f05-d3cf22009fb8,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:38.478128 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-22c676eb-1048-4ce3-a3e4-8b692d31f34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706859'] for router, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:38.478878 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c676eb-1048-4ce3-a3e4-8b692d31f34d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 {{(pid=83063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 28 18:57:38.488752 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc3254d-744a-4289-90e5-a363b05dc9a4 req-7c47b3e8-aabf-457f-a992-7ed5f760040f tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] No DVR routers for this DVR port ab743f0b-f384-4ba3-8f05-d3cf22009fb8 on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:57:38.492438 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-3dc3254d-744a-4289-90e5-a363b05dc9a4 req-7c47b3e8-aabf-457f-a992-7ed5f760040f tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:38.494992 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308e94e1-541d-4d2f-b035-56fddc8ecdf6', 'name': 'network-vif-deleted', 'tag': 'ab743f0b-f384-4ba3-8f05-d3cf22009fb8'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:57:38.504331 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5b3bc-52dc-431e-b179-ea9a6a2ce378 req-a97a6e81-ea2b-4d90-a7c0-285a3399ec44 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:38.505832 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-07a5b3bc-52dc-431e-b179-ea9a6a2ce378 req-a97a6e81-ea2b-4d90-a7c0-285a3399ec44 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/ports?device_id=308e94e1-541d-4d2f-b035-56fddc8ecdf6 HTTP/1.1" status: 200  len: 945 time: 0.2480490
Feb 28 18:57:38.546287 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-22c676eb-1048-4ce3-a3e4-8b692d31f34d admin admin] Notify callbacks [] for router, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:38.549759 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-22c676eb-1048-4ce3-a3e4-8b692d31f34d admin admin] 10.222.0.18 "DELETE /v2.0/routers/cfd6bfd9-55d1-4cfd-af71-d1263f8f65e9 HTTP/1.1" status: 204  len: 168 time: 2.3840973
Feb 28 18:57:38.550143 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 39812) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:38.554108 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3dc3254d-744a-4289-90e5-a363b05dc9a4 req-7c47b3e8-aabf-457f-a992-7ed5f760040f tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.70 "DELETE /v2.0/ports/ab743f0b-f384-4ba3-8f05-d3cf22009fb8 HTTP/1.1" status: 204  len: 173 time: 1.4959683
Feb 28 18:57:38.576404 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-07a5b3bc-52dc-431e-b179-ea9a6a2ce378 req-7a93c87e-ed75-44d7-bb72-fe2db2a92c76 tempest-VolumesSnapshotTestJSON-1255438250 tempest-VolumesSnapshotTestJSON-1255438250-project] 10.222.0.18 "GET /v2.0/security-groups?id=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633304
Feb 28 18:57:38.578048 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308e94e1-541d-4d2f-b035-56fddc8ecdf6', 'name': 'network-vif-deleted', 'tag': 'ab743f0b-f384-4ba3-8f05-d3cf22009fb8', 'status': 'completed', 'code': 200}
Feb 28 18:57:38.647110 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_v2 [None req-a24e5064-6940-403e-81d9-374a6bb5ff86 admin admin] Deleting subnet 0397a5d3-99dd-4619-9152-f3a0940b516f {{(pid=83062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 28 18:57:38.650145 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a24e5064-6940-403e-81d9-374a6bb5ff86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:38.698930 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a24e5064-6940-403e-81d9-374a6bb5ff86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066642'] for subnet, precommit_delete_associations {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:38.781401 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a24e5064-6940-403e-81d9-374a6bb5ff86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7461361'] for subnet, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:38.849734 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a24e5064-6940-403e-81d9-374a6bb5ff86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7461320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656696'] for subnet, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:38.887063 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e5064-6940-403e-81d9-374a6bb5ff86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0397a5d3-99dd-4619-9152-f3a0940b516f,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:38.892064 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a24e5064-6940-403e-81d9-374a6bb5ff86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:38.897791 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ef4550-c4bd-4d7d-ac67-406be41f111d None None] Network e88bc605-548b-40fa-8e31-819c1a23132c requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:57:38.898321 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-a24e5064-6940-403e-81d9-374a6bb5ff86 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0397a5d3-99dd-4619-9152-f3a0940b516f HTTP/1.1" status: 204  len: 168 time: 0.3463573
Feb 28 18:57:38.901312 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 39816) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:39.006451 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370211'] for network, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:39.018997 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Deleting port 0ca33ea3-f826-4d89-89d0-bcd17f7e716b {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:39.019333 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:39.196117 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f54946a-11a2-4528-a581-0b4382fe60cb None None] DHCP port deletion for e88bc605-548b-40fa-8e31-819c1a23132c request from dv-cinder-831188-1-iscsi {{(pid=83064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 28 18:57:39.202090 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7f54946a-11a2-4528-a581-0b4382fe60cb None None] Deleting port 0ca33ea3-f826-4d89-89d0-bcd17f7e716b {{(pid=83064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:39.202882 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7f54946a-11a2-4528-a581-0b4382fe60cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:39.241690 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] For port 0ca33ea3-f826-4d89-89d0-bcd17f7e716b, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=0ca33ea3-f826-4d89-89d0-bcd17f7e716b,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:39.241966 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:39.360266 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Calling delete_port for 0ca33ea3-f826-4d89-89d0-bcd17f7e716b owned by network:dhcp {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:57:39.410756 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7f54946a-11a2-4528-a581-0b4382fe60cb None None] For port 0ca33ea3-f826-4d89-89d0-bcd17f7e716b, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=0ca33ea3-f826-4d89-89d0-bcd17f7e716b,segment=NetworkSegment(d2426675-ddce-48d2-aafd-2cdbb3dce1b5),segment_id=d2426675-ddce-48d2-aafd-2cdbb3dce1b5)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:39.411142 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7f54946a-11a2-4528-a581-0b4382fe60cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:39.436441 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:39.479785 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca33ea3-f826-4d89-89d0-bcd17f7e716b,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:39.491363 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:39.491691 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:39.492032 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:39.492351 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:39.492821 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:39.493130 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:39.493453 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:39.493762 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:39.494093 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:39.494405 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:39.494749 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:57:39.497254 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] No DVR routers for this DVR port 0ca33ea3-f826-4d89-89d0-bcd17f7e716b on host dv-cinder-831188-1-iscsi {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:57:39.531004 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7f54946a-11a2-4528-a581-0b4382fe60cb None None] Calling delete_port for 0ca33ea3-f826-4d89-89d0-bcd17f7e716b owned by network:dhcp {{(pid=83064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:57:39.597924 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.db.api [None req-7f54946a-11a2-4528-a581-0b4382fe60cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 28 18:57:39.598322 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG oslo_db.api [None req-7f54946a-11a2-4528-a581-0b4382fe60cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 28 18:57:39.610602 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7459708', 'neutron.services.segments.db._delete_segments_for_network-8743575949671'] for network, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:39.635366 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3c59c99610>,) {'filters': {'network_id': ['e88bc605-548b-40fa-8e31-819c1a23132c']}} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:39.647459 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c59c99610>, 'd2426675-ddce-48d2-aafd-2cdbb3dce1b5') {'for_net_delete': True} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:39.647751 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c59c99610>, 'd2426675-ddce-48d2-aafd-2cdbb3dce1b5') {} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:39.658952 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743575948782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1992737'] for segment, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:39.674325 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:39.680512 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=83063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 28 18:57:39.680820 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7462232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1992489'] for segment, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]: Traceback (most recent call last):
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:     timer()
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:     cb(*args, **kw)
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:     return func(*args, **kwargs)
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:     self._notify()
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:     self.callback(batched_events)
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:     event.method(event)
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:     return f(self, *a, **k)
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self._get(url).json()
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self.request(url, 'GET', **kwargs)
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 18:57:39.693959 dv-cinder-831188-1-iscsi neutron-server[83063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 18:57:39.771482 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7459699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716906'] for network, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:39.787637 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:39.797916 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] Pushing event deleted for resources: {'Network': ['ID=e88bc605-548b-40fa-8e31-819c1a23132c,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:39.816851 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-01ea41bd-591c-420d-8523-7ab904ecad9e admin admin] 10.222.0.18 "DELETE /v2.0/networks/e88bc605-548b-40fa-8e31-819c1a23132c HTTP/1.1" status: 204  len: 168 time: 0.9114385
Feb 28 18:57:39.873912 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 0ca33ea3-f826-4d89-89d0-bcd17f7e716b no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:57:39.907923 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: 0ca33ea3-f826-4d89-89d0-bcd17f7e716b {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:57:39.909000 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 0ca33ea3-f826-4d89-89d0-bcd17f7e716b not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:57:39.987620 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 39826) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:40.042169 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-48f2caab-4fc4-4d24-beaa-6707503369b4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c9c9337657d43f59f92137cbfb4bdcb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0532098
Feb 28 18:57:40.044752 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 39834) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:40.099755 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7f54946a-11a2-4528-a581-0b4382fe60cb None None] Deleting port 0ca33ea3-f826-4d89-89d0-bcd17f7e716b {{(pid=83064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:40.100164 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7f54946a-11a2-4528-a581-0b4382fe60cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:40.114120 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-1fae9776-dc67-4dd3-b4e8-ccabdded8f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:40.146290 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-1fae9776-dc67-4dd3-b4e8-ccabdded8f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:40.166213 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7f54946a-11a2-4528-a581-0b4382fe60cb None None] The port '0ca33ea3-f826-4d89-89d0-bcd17f7e716b' was deleted {{(pid=83064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 28 18:57:40.218443 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-1fae9776-dc67-4dd3-b4e8-ccabdded8f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:40.240814 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae9776-dc67-4dd3-b4e8-ccabdded8f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f36b39-c75f-4d17-b198-53c4e4f2b12c,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:40.250156 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-1fae9776-dc67-4dd3-b4e8-ccabdded8f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:40.255377 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-1fae9776-dc67-4dd3-b4e8-ccabdded8f5b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22f36b39-c75f-4d17-b198-53c4e4f2b12c HTTP/1.1" status: 204  len: 168 time: 0.2058473
Feb 28 18:57:40.526351 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device ab743f0b-f384-4ba3-8f05-d3cf22009fb8 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:57:40.559390 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: ab743f0b-f384-4ba3-8f05-d3cf22009fb8 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:57:40.559736 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device ab743f0b-f384-4ba3-8f05-d3cf22009fb8 not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:57:45.837442 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7d777255-7309-4840-9b7e-1808b4677ef0 req-cb52d6fd-f8de-454e-9c0c-8c3bcf76fc67 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2143086623&fields=id&tenant_id=9b10fda6245e4b409fad0032864b3671 HTTP/1.1" status: 200  len: 267 time: 0.1548390
Feb 28 18:57:45.919326 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d777255-7309-4840-9b7e-1808b4677ef0 req-2f31c103-0d99-484c-81cd-bafcb7d7b246 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:45.920889 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7d777255-7309-4840-9b7e-1808b4677ef0 req-2f31c103-0d99-484c-81cd-bafcb7d7b246 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 985 time: 0.0776486
Feb 28 18:57:45.932578 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-7d777255-7309-4840-9b7e-1808b4677ef0 req-569f8c16-c98e-4cf5-a45b-0a55481847e5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Request body: {'port': {'security_groups': ['6572f896-5e2a-42b2-b7ea-8c21542415ec']}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:57:46.049904 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7d777255-7309-4840-9b7e-1808b4677ef0 req-569f8c16-c98e-4cf5-a45b-0a55481847e5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:46.287498 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-7d777255-7309-4840-9b7e-1808b4677ef0 req-569f8c16-c98e-4cf5-a45b-0a55481847e5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] For port 4f27af5d-c4ff-467b-af89-892bf9d57eaf, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4f27af5d-c4ff-467b-af89-892bf9d57eaf,segment=NetworkSegment(ef1555fd-768e-4e21-82f6-327d4c9aeb9a),segment_id=ef1555fd-768e-4e21-82f6-327d4c9aeb9a)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:46.316739 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7d777255-7309-4840-9b7e-1808b4677ef0 req-569f8c16-c98e-4cf5-a45b-0a55481847e5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:46.323570 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7d777255-7309-4840-9b7e-1808b4677ef0 req-569f8c16-c98e-4cf5-a45b-0a55481847e5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:46.352130 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['4f27af5d-c4ff-467b-af89-892bf9d57eaf'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:57:46.393553 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d777255-7309-4840-9b7e-1808b4677ef0 req-569f8c16-c98e-4cf5-a45b-0a55481847e5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:46.394180 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-7d777255-7309-4840-9b7e-1808b4677ef0 req-569f8c16-c98e-4cf5-a45b-0a55481847e5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:46.395572 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7d777255-7309-4840-9b7e-1808b4677ef0 req-569f8c16-c98e-4cf5-a45b-0a55481847e5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "PUT /v2.0/ports/4f27af5d-c4ff-467b-af89-892bf9d57eaf HTTP/1.1" status: 200  len: 943 time: 0.4683862
Feb 28 18:57:46.396017 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5b71c0-8b6a-49d3-a01d-14d500b46bc4', 'tag': '4f27af5d-c4ff-467b-af89-892bf9d57eaf'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:57:46.402192 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 39896) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:46.432347 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f8c16-c98e-4cf5-a45b-0a55481847e5 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Pushing event updated for resources: {'Port': ['ID=4f27af5d-c4ff-467b-af89-892bf9d57eaf,revision_number=7']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:46.464369 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5b71c0-8b6a-49d3-a01d-14d500b46bc4', 'tag': '4f27af5d-c4ff-467b-af89-892bf9d57eaf', 'status': 'completed', 'code': 200}
Feb 28 18:57:46.488451 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['4f27af5d-c4ff-467b-af89-892bf9d57eaf'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:57:46.492684 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a66d31b7-92af-4576-bdcb-e09e0e21f100 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:46.523043 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a66d31b7-92af-4576-bdcb-e09e0e21f100 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:46.584138 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7cef9762-d736-4a05-8f59-8dd1969ac48e req-997e5a1b-d123-4717-9e0d-2da92680772a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b10fda6245e4b409fad0032864b3671&device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 1099 time: 0.0897756
Feb 28 18:57:46.597831 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a66d31b7-92af-4576-bdcb-e09e0e21f100 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:46.615715 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d31b7-92af-4576-bdcb-e09e0e21f100 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:46.636039 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a66d31b7-92af-4576-bdcb-e09e0e21f100 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:46.637990 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-a66d31b7-92af-4576-bdcb-e09e0e21f100 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "DELETE /v2.0/security-groups/28880a3b-a5bc-42a4-a7f5-7d5ce1b6c1c4 HTTP/1.1" status: 204  len: 168 time: 0.2338943
Feb 28 18:57:46.642949 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 39902) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:46.653700 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-707e8305-f186-4109-99c6-8c3817c3b867 None None] Provisioning complete for port 4f27af5d-c4ff-467b-af89-892bf9d57eaf triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:57:46.654167 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-707e8305-f186-4109-99c6-8c3817c3b867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:46.742363 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef9762-d736-4a05-8f59-8dd1969ac48e req-e9cb9292-7efb-46af-a044-e1639104efe4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:46.745198 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7cef9762-d736-4a05-8f59-8dd1969ac48e req-e9cb9292-7efb-46af-a044-e1639104efe4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=37ceae1c-d0dc-4e09-a2ee-36dde56e5535 HTTP/1.1" status: 200  len: 915 time: 0.1529226
Feb 28 18:57:46.875433 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7cef9762-d736-4a05-8f59-8dd1969ac48e req-47614005-e12e-433a-9b10-138d1b349f8c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f27af5d-c4ff-467b-af89-892bf9d57eaf HTTP/1.1" status: 200  len: 1002 time: 0.1222374
Feb 28 18:57:46.949396 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef9762-d736-4a05-8f59-8dd1969ac48e req-9438fa3a-9528-4d6c-bc60-986c3f76d8d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:46.951185 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7cef9762-d736-4a05-8f59-8dd1969ac48e req-9438fa3a-9528-4d6c-bc60-986c3f76d8d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef60b45d-4f01-4cac-9ad4-f548867b8b95 HTTP/1.1" status: 200  len: 853 time: 0.0699511
Feb 28 18:57:46.963788 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-a016c375-badf-41b0-bb01-d357050774c0 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Deleting port b68a9587-25c2-4775-b31f-4a8179f94dce {{(pid=83062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:46.964179 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a016c375-badf-41b0-bb01-d357050774c0 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:47.028481 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7cef9762-d736-4a05-8f59-8dd1969ac48e req-b3b2d3a9-3940-44db-97aa-eddecfb57ac7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=37ceae1c-d0dc-4e09-a2ee-36dde56e5535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704811
Feb 28 18:57:47.137659 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a016c375-badf-41b0-bb01-d357050774c0 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:47.137896 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a016c375-badf-41b0-bb01-d357050774c0 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:47.160566 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7cef9762-d736-4a05-8f59-8dd1969ac48e req-e69bc6e9-cf0b-4c10-8bb8-dc623498e51c service neutron] 10.222.0.70 "GET /v2.0/networks/37ceae1c-d0dc-4e09-a2ee-36dde56e5535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243620
Feb 28 18:57:47.260951 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-a016c375-badf-41b0-bb01-d357050774c0 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Calling delete_port for b68a9587-25c2-4775-b31f-4a8179f94dce owned by network:floatingip {{(pid=83062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:57:47.318993 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-7cef9762-d736-4a05-8f59-8dd1969ac48e req-98bd8d42-fc5d-486d-8e23-9ee92073e215 service neutron] 10.222.0.70 "GET /v2.0/networks/37ceae1c-d0dc-4e09-a2ee-36dde56e5535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519072
Feb 28 18:57:47.424725 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a016c375-badf-41b0-bb01-d357050774c0 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:47.470626 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016c375-badf-41b0-bb01-d357050774c0 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Pushing event deleted for resources: {'Port': ['ID=b68a9587-25c2-4775-b31f-4a8179f94dce,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:47.562331 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a016c375-badf-41b0-bb01-d357050774c0 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks [] for floatingip, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:47.987487 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a016c375-badf-41b0-bb01-d357050774c0 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Router 51d2cce5-9da5-4252-bb48-33c64ce80dd4 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:57:48.186435 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a016c375-badf-41b0-bb01-d357050774c0 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:57:48.196669 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf353d82-d048-4235-a8cb-e14202309eb3 None None] Sync routers for ids ['51d2cce5-9da5-4252-bb48-33c64ce80dd4'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:57:48.209750 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf353d82-d048-4235-a8cb-e14202309eb3 None None] Routers {'51d2cce5-9da5-4252-bb48-33c64ce80dd4'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:57:48.210701 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-bf353d82-d048-4235-a8cb-e14202309eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5aea0b80>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:57:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['51d2cce5-9da5-4252-bb48-33c64ce80dd4'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:48.216296 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a016c375-badf-41b0-bb01-d357050774c0 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:48.271765 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-a016c375-badf-41b0-bb01-d357050774c0 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "DELETE /v2.0/floatingips/112c7fa5-0552-43e3-beaf-ecd58acf6634 HTTP/1.1" status: 204  len: 168 time: 1.6277511
Feb 28 18:57:48.272329 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d5b71c0-8b6a-49d3-a01d-14d500b46bc4', 'tag': '4f27af5d-c4ff-467b-af89-892bf9d57eaf'}] {{(pid=83062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:57:48.329031 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d5b71c0-8b6a-49d3-a01d-14d500b46bc4', 'tag': '4f27af5d-c4ff-467b-af89-892bf9d57eaf', 'status': 'completed', 'code': 200}
Feb 28 18:57:48.398591 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-bf353d82-d048-4235-a8cb-e14202309eb3 None None] Set router 51d2cce5-9da5-4252-bb48-33c64ce80dd4 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:57:48.444628 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-46f3e28e-4ce4-4d95-8a5c-57304f3957b4 req-c452b1da-c629-4cd4-ac45-d6993e6d580f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9b10fda6245e4b409fad0032864b3671&device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 1099 time: 0.0752473
Feb 28 18:57:48.607232 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3e28e-4ce4-4d95-8a5c-57304f3957b4 req-65ffc405-2e05-4c9f-99df-3dac7f715925 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:48.609754 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-46f3e28e-4ce4-4d95-8a5c-57304f3957b4 req-65ffc405-2e05-4c9f-99df-3dac7f715925 service neutron] 10.222.0.70 "GET /v2.0/networks?id=37ceae1c-d0dc-4e09-a2ee-36dde56e5535 HTTP/1.1" status: 200  len: 915 time: 0.1580329
Feb 28 18:57:48.710062 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-46f3e28e-4ce4-4d95-8a5c-57304f3957b4 req-393bd6aa-a0a2-4e4f-8a22-5249d18eba57 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f27af5d-c4ff-467b-af89-892bf9d57eaf HTTP/1.1" status: 200  len: 217 time: 0.0817435
Feb 28 18:57:48.829647 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-bf353d82-d048-4235-a8cb-e14202309eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5aea0b80>, [{'id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'name': 'tempest-TestMinimumBasicScenario-814134810-router', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:13Z', 'revision_number': 4, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'gw_port': {'id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '5b7abf85-a4e2-4491-bfcd-479cc67e05ab', 'name': '', 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'mac_address': 'fa:16:3e:08:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef60b45d-4f01-4cac-9ad4-f548867b8b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:12Z', 'updated_at': '2022-02-28T18:53:40Z', 'revision_number': 5, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'subnets': [{'id': 'ef60b45d-4f01-4cac-9ad4-f548867b8b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:48.834477 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf353d82-d048-4235-a8cb-e14202309eb3 None None] Checking router: 51d2cce5-9da5-4252-bb48-33c64ce80dd4 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:57:48.845735 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf353d82-d048-4235-a8cb-e14202309eb3 None None] Routers {'51d2cce5-9da5-4252-bb48-33c64ce80dd4'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:57:48.846348 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-bf353d82-d048-4235-a8cb-e14202309eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5aea0b80>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:57:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['51d2cce5-9da5-4252-bb48-33c64ce80dd4'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:48.881276 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3e28e-4ce4-4d95-8a5c-57304f3957b4 req-8b4ea1e5-9f4b-4ff3-bf66-e73378ceedbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:48.882812 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-46f3e28e-4ce4-4d95-8a5c-57304f3957b4 req-8b4ea1e5-9f4b-4ff3-bf66-e73378ceedbe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef60b45d-4f01-4cac-9ad4-f548867b8b95 HTTP/1.1" status: 200  len: 853 time: 0.1662984
Feb 28 18:57:48.969286 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-46f3e28e-4ce4-4d95-8a5c-57304f3957b4 req-ae8ef4f0-51f0-47e0-9786-63efa350285a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=37ceae1c-d0dc-4e09-a2ee-36dde56e5535&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0803301
Feb 28 18:57:49.042995 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-bf353d82-d048-4235-a8cb-e14202309eb3 None None] Set router 51d2cce5-9da5-4252-bb48-33c64ce80dd4 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:57:49.108325 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-46f3e28e-4ce4-4d95-8a5c-57304f3957b4 req-a897d6aa-366a-46df-88ca-afb9310a8be3 service neutron] 10.222.0.70 "GET /v2.0/networks/37ceae1c-d0dc-4e09-a2ee-36dde56e5535?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1320429
Feb 28 18:57:49.263141 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-46f3e28e-4ce4-4d95-8a5c-57304f3957b4 req-563bbdec-2b6c-46db-b5c0-3ef415174c94 service neutron] 10.222.0.70 "GET /v2.0/networks/37ceae1c-d0dc-4e09-a2ee-36dde56e5535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455548
Feb 28 18:57:49.391685 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-bf353d82-d048-4235-a8cb-e14202309eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5aea0b80>, [{'id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'name': 'tempest-TestMinimumBasicScenario-814134810-router', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:13Z', 'revision_number': 4, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'gw_port': {'id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '5b7abf85-a4e2-4491-bfcd-479cc67e05ab', 'name': '', 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'mac_address': 'fa:16:3e:08:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef60b45d-4f01-4cac-9ad4-f548867b8b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:12Z', 'updated_at': '2022-02-28T18:53:40Z', 'revision_number': 5, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'subnets': [{'id': 'ef60b45d-4f01-4cac-9ad4-f548867b8b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:57:49.395691 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf353d82-d048-4235-a8cb-e14202309eb3 None None] The sync data for ids ['51d2cce5-9da5-4252-bb48-33c64ce80dd4'] in dv-cinder-831188-1-iscsi is: [{'id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'name': 'tempest-TestMinimumBasicScenario-814134810-router', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:13Z', 'revision_number': 4, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'gw_port': {'id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '5b7abf85-a4e2-4491-bfcd-479cc67e05ab', 'name': '', 'network_id': '37ceae1c-d0dc-4e09-a2ee-36dde56e5535', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'mac_address': 'fa:16:3e:08:12:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef60b45d-4f01-4cac-9ad4-f548867b8b95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:12Z', 'updated_at': '2022-02-28T18:53:40Z', 'revision_number': 5, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'subnets': [{'id': 'ef60b45d-4f01-4cac-9ad4-f548867b8b95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:57:49.622474 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3deb01-8533-470b-860c-0792da6895c8 None None] New status for floating IP 112c7fa5-0552-43e3-beaf-ecd58acf6634: DOWN {{(pid=83065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 28 18:57:51.653064 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7071f-0dd5-4fd6-9a85-5a6cb37f2ace req-02014638-e96e-4c59-b400-c247ed75fd4d tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:51.653770 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-6de7071f-0dd5-4fd6-9a85-5a6cb37f2ace req-02014638-e96e-4c59-b400-c247ed75fd4d tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Synchronizing usage tracker for tenant:9b10fda6245e4b409fad0032864b3671 on resource:port {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:57:51.669134 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-6de7071f-0dd5-4fd6-9a85-5a6cb37f2ace req-02014638-e96e-4c59-b400-c247ed75fd4d tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Unset dirty status for tenant:9b10fda6245e4b409fad0032864b3671 on resource:port {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:57:51.670280 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-6de7071f-0dd5-4fd6-9a85-5a6cb37f2ace req-02014638-e96e-4c59-b400-c247ed75fd4d tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 946 time: 0.1119645
Feb 28 18:57:51.716421 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-6de7071f-0dd5-4fd6-9a85-5a6cb37f2ace req-65d163e9-4367-4e47-addc-b809b5f0679d tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Synchronizing usage tracker for tenant:9b10fda6245e4b409fad0032864b3671 on resource:security_group {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:57:51.736615 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-6de7071f-0dd5-4fd6-9a85-5a6cb37f2ace req-65d163e9-4367-4e47-addc-b809b5f0679d tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Unset dirty status for tenant:9b10fda6245e4b409fad0032864b3671 on resource:security_group {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:57:51.737767 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-6de7071f-0dd5-4fd6-9a85-5a6cb37f2ace req-65d163e9-4367-4e47-addc-b809b5f0679d tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616012
Feb 28 18:57:52.960008 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669880b-4309-429b-bd70-3cc33639446c req-59b8f63d-2ba5-439d-8aab-b5e732a7f127 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:52.961346 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5669880b-4309-429b-bd70-3cc33639446c req-59b8f63d-2ba5-439d-8aab-b5e732a7f127 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 946 time: 0.0884016
Feb 28 18:57:53.006337 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-5669880b-4309-429b-bd70-3cc33639446c req-f9e440f7-f289-4848-99cd-a62a0e760187 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393102
Feb 28 18:57:54.311496 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b98d83-4921-444b-849c-5b84e806e11c req-3209d4ed-bba2-472f-bb43-5086f9674dee tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:54.312915 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-87b98d83-4921-444b-849c-5b84e806e11c req-3209d4ed-bba2-472f-bb43-5086f9674dee tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 946 time: 0.1806314
Feb 28 18:57:54.360215 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-87b98d83-4921-444b-849c-5b84e806e11c req-0201497b-48ee-41fe-9653-6dd770bceb7e tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391264
Feb 28 18:57:55.566157 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd8e69-e877-490a-bdf0-bc1a07ca7344 req-f512f0b9-999f-4fd3-b316-6e28a6ead7e0 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:55.567634 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3abd8e69-e877-490a-bdf0-bc1a07ca7344 req-f512f0b9-999f-4fd3-b316-6e28a6ead7e0 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 946 time: 0.0825844
Feb 28 18:57:55.612027 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-3abd8e69-e877-490a-bdf0-bc1a07ca7344 req-c424eac9-d55d-4b20-9de7-b9f9f9945ffa tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386739
Feb 28 18:57:56.064313 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c319850c-4a71-4673-b6f5-ebe940153fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:56.811902 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fab9ad-6150-43c3-8bcd-7387559b7683 req-76712cab-d205-494f-b745-5274d7904006 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:56.813392 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a8fab9ad-6150-43c3-8bcd-7387559b7683 req-76712cab-d205-494f-b745-5274d7904006 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 946 time: 0.0906119
Feb 28 18:57:56.833920 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ba84c-7cc5-4725-a65e-3e3f621c9b95 req-7eacc1dd-80c7-4e4a-b899-b6350f863d73 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:57:56.835372 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-399ba84c-7cc5-4725-a65e-3e3f621c9b95 req-7eacc1dd-80c7-4e4a-b899-b6350f863d73 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 946 time: 0.0851676
Feb 28 18:57:56.883996 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-a8fab9ad-6150-43c3-8bcd-7387559b7683 req-f6f948d8-2f34-41f2-9dd0-e7620820d515 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Deleting port 4f27af5d-c4ff-467b-af89-892bf9d57eaf {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:57:56.884300 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-a8fab9ad-6150-43c3-8bcd-7387559b7683 req-f6f948d8-2f34-41f2-9dd0-e7620820d515 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:56.884639 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-399ba84c-7cc5-4725-a65e-3e3f621c9b95 req-35ca8375-bed6-4b5f-89a0-c810ec33a58f tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/security-groups?id=6572f896-5e2a-42b2-b7ea-8c21542415ec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431941
Feb 28 18:57:57.126651 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-a8fab9ad-6150-43c3-8bcd-7387559b7683 req-f6f948d8-2f34-41f2-9dd0-e7620820d515 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] For port 4f27af5d-c4ff-467b-af89-892bf9d57eaf, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4f27af5d-c4ff-467b-af89-892bf9d57eaf,segment=NetworkSegment(ef1555fd-768e-4e21-82f6-327d4c9aeb9a),segment_id=ef1555fd-768e-4e21-82f6-327d4c9aeb9a)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:57:57.127022 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-a8fab9ad-6150-43c3-8bcd-7387559b7683 req-f6f948d8-2f34-41f2-9dd0-e7620820d515 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:57.251360 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-a8fab9ad-6150-43c3-8bcd-7387559b7683 req-f6f948d8-2f34-41f2-9dd0-e7620820d515 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Calling delete_port for 4f27af5d-c4ff-467b-af89-892bf9d57eaf owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:57:57.398481 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-a8fab9ad-6150-43c3-8bcd-7387559b7683 req-f6f948d8-2f34-41f2-9dd0-e7620820d515 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:57.411290 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['4f27af5d-c4ff-467b-af89-892bf9d57eaf'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:57:57.448711 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f948d8-2f34-41f2-9dd0-e7620820d515 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Pushing event deleted for resources: {'Port': ['ID=4f27af5d-c4ff-467b-af89-892bf9d57eaf,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:57:57.524171 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8fab9ad-6150-43c3-8bcd-7387559b7683 req-f6f948d8-2f34-41f2-9dd0-e7620820d515 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] No DVR routers for this DVR port 4f27af5d-c4ff-467b-af89-892bf9d57eaf on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:57:57.527043 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-a8fab9ad-6150-43c3-8bcd-7387559b7683 req-f6f948d8-2f34-41f2-9dd0-e7620820d515 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:57.529713 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d5b71c0-8b6a-49d3-a01d-14d500b46bc4', 'name': 'network-vif-deleted', 'tag': '4f27af5d-c4ff-467b-af89-892bf9d57eaf'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:57:57.545819 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a8fab9ad-6150-43c3-8bcd-7387559b7683 req-f6f948d8-2f34-41f2-9dd0-e7620820d515 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.70 "DELETE /v2.0/ports/4f27af5d-c4ff-467b-af89-892bf9d57eaf HTTP/1.1" status: 204  len: 173 time: 0.7260015
Feb 28 18:57:57.589924 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d5b71c0-8b6a-49d3-a01d-14d500b46bc4', 'name': 'network-vif-deleted', 'tag': '4f27af5d-c4ff-467b-af89-892bf9d57eaf', 'status': 'completed', 'code': 200}
Feb 28 18:57:58.061836 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-497de869-7c8f-475d-a791-4530ee8fd77e req-1e09739c-62b9-4c10-9790-b9e589cd9426 tempest-TestMinimumBasicScenario-844794617 tempest-TestMinimumBasicScenario-844794617-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d5b71c0-8b6a-49d3-a01d-14d500b46bc4 HTTP/1.1" status: 200  len: 210 time: 0.0431747
Feb 28 18:57:58.274121 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-3417b030-acb5-45cd-b473-e17a964e52f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:59.509228 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:59.530302 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:57:59.891263 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40138) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:57:59.927995 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40146) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:00.071071 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c469b61a-7728-4caf-8641-c1fc84ae7788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:00.103679 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-c469b61a-7728-4caf-8641-c1fc84ae7788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:58:00.107853 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-c469b61a-7728-4caf-8641-c1fc84ae7788 admin admin] Usage tracker for resource:security_group_rule and tenant:5a21e48538ae46fb873089bdd548e64b is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:58:00.110583 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-c469b61a-7728-4caf-8641-c1fc84ae7788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:58:00.116295 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-c469b61a-7728-4caf-8641-c1fc84ae7788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:58:00.189066 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c469b61a-7728-4caf-8641-c1fc84ae7788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:00.193383 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c469b61a-7728-4caf-8641-c1fc84ae7788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:00.246265 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-c469b61a-7728-4caf-8641-c1fc84ae7788 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a21e48538ae46fb873089bdd548e64b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3532708
Feb 28 18:58:00.247133 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469b61a-7728-4caf-8641-c1fc84ae7788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be88faa7-7119-454f-a8df-eefde480e93d,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:00.249733 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40152) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:00.309556 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-cb568353-8e72-4e4c-8496-8c7070b8e731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:00.334584 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-cb568353-8e72-4e4c-8496-8c7070b8e731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:00.347133 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-32757231-d55f-41f9-a469-e9cbacb9e04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708202'] for router_interface, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:00.392195 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-cb568353-8e72-4e4c-8496-8c7070b8e731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:00.406067 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb568353-8e72-4e4c-8496-8c7070b8e731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be88faa7-7119-454f-a8df-eefde480e93d,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:00.419640 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-cb568353-8e72-4e4c-8496-8c7070b8e731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:00.423481 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-cb568353-8e72-4e4c-8496-8c7070b8e731 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/be88faa7-7119-454f-a8df-eefde480e93d HTTP/1.1" status: 204  len: 168 time: 0.1700842
Feb 28 18:58:00.665918 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 4f27af5d-c4ff-467b-af89-892bf9d57eaf no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:58:00.699409 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: 4f27af5d-c4ff-467b-af89-892bf9d57eaf {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:58:00.699956 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 4f27af5d-c4ff-467b-af89-892bf9d57eaf not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:58:00.727476 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:00.750741 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:58:00.799847 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:00.952289 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-32757231-d55f-41f9-a469-e9cbacb9e04c admin admin] Deleting port 5b7abf85-a4e2-4491-bfcd-479cc67e05ab {{(pid=83062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:58:00.952843 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-32757231-d55f-41f9-a469-e9cbacb9e04c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:01.126379 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.db [None req-32757231-d55f-41f9-a469-e9cbacb9e04c admin admin] For port 5b7abf85-a4e2-4491-bfcd-479cc67e05ab, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=5b7abf85-a4e2-4491-bfcd-479cc67e05ab,segment=NetworkSegment(ef1555fd-768e-4e21-82f6-327d4c9aeb9a),segment_id=ef1555fd-768e-4e21-82f6-327d4c9aeb9a)] {{(pid=83062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:58:01.126881 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-32757231-d55f-41f9-a469-e9cbacb9e04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:01.361555 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-32757231-d55f-41f9-a469-e9cbacb9e04c admin admin] Calling delete_port for 5b7abf85-a4e2-4491-bfcd-479cc67e05ab owned by network:router_interface {{(pid=83062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:58:01.535710 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-32757231-d55f-41f9-a469-e9cbacb9e04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:01.579333 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32757231-d55f-41f9-a469-e9cbacb9e04c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b7abf85-a4e2-4491-bfcd-479cc67e05ab,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:01.874176 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-32757231-d55f-41f9-a469-e9cbacb9e04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7996956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708313'] for router_interface, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:02.445301 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32757231-d55f-41f9-a469-e9cbacb9e04c admin admin] Router 51d2cce5-9da5-4252-bb48-33c64ce80dd4 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:58:02.654316 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32757231-d55f-41f9-a469-e9cbacb9e04c admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:58:02.663780 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cae08e-e86c-449c-9eb6-b0fd9b11349f None None] Sync routers for ids ['51d2cce5-9da5-4252-bb48-33c64ce80dd4'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:58:02.669777 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-32757231-d55f-41f9-a469-e9cbacb9e04c admin admin] 10.222.0.18 "PUT /v2.0/routers/51d2cce5-9da5-4252-bb48-33c64ce80dd4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7383125
Feb 28 18:58:02.669970 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40228) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:02.677479 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cae08e-e86c-449c-9eb6-b0fd9b11349f None None] Routers {'51d2cce5-9da5-4252-bb48-33c64ce80dd4'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:58:02.678081 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-09cae08e-e86c-449c-9eb6-b0fd9b11349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5aa343d0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:57:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['51d2cce5-9da5-4252-bb48-33c64ce80dd4'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:58:02.870313 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-09cae08e-e86c-449c-9eb6-b0fd9b11349f None None] Set router 51d2cce5-9da5-4252-bb48-33c64ce80dd4 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:58:02.978048 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ba485da9-413e-4524-b1d0-2dd0b3c72d02 admin admin] Notify callbacks [] for router, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:03.169516 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40244) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:03.186354 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ba485da9-413e-4524-b1d0-2dd0b3c72d02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:03.199726 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-ba485da9-413e-4524-b1d0-2dd0b3c72d02 admin admin] Deleting port b88a591b-7051-47aa-84a7-e07d0d4c240b {{(pid=83062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:58:03.200227 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ba485da9-413e-4524-b1d0-2dd0b3c72d02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:03.202363 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-09cae08e-e86c-449c-9eb6-b0fd9b11349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5aa343d0>, [{'id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'name': 'tempest-TestMinimumBasicScenario-814134810-router', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76'}], 'enable_snat': True}, 'gw_port_id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:58:01Z', 'revision_number': 5, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'gw_port': {'id': 'b88a591b-7051-47aa-84a7-e07d0d4c240b', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:58:03.206996 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cae08e-e86c-449c-9eb6-b0fd9b11349f None None] Checking router: 51d2cce5-9da5-4252-bb48-33c64ce80dd4 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:58:03.219201 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cae08e-e86c-449c-9eb6-b0fd9b11349f None None] Routers {'51d2cce5-9da5-4252-bb48-33c64ce80dd4'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:58:03.220028 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-09cae08e-e86c-449c-9eb6-b0fd9b11349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5aa343d0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:57:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['51d2cce5-9da5-4252-bb48-33c64ce80dd4'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:58:03.322287 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b19e9773-9ccb-491d-9b1e-e9738d2e93c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:03.354528 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-b19e9773-9ccb-491d-9b1e-e9738d2e93c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:58:03.359175 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-b19e9773-9ccb-491d-9b1e-e9738d2e93c8 admin admin] Usage tracker for resource:security_group_rule and tenant:b3a11374c7b147dcbfe42b7a65995974 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:58:03.362327 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-b19e9773-9ccb-491d-9b1e-e9738d2e93c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:58:03.367901 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-b19e9773-9ccb-491d-9b1e-e9738d2e93c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:58:03.379748 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-09cae08e-e86c-449c-9eb6-b0fd9b11349f None None] Set router 51d2cce5-9da5-4252-bb48-33c64ce80dd4 gateway port host: None {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:58:03.401138 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.db [None req-ba485da9-413e-4524-b1d0-2dd0b3c72d02 admin admin] For port b88a591b-7051-47aa-84a7-e07d0d4c240b, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=b88a591b-7051-47aa-84a7-e07d0d4c240b,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:58:03.401686 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ba485da9-413e-4524-b1d0-2dd0b3c72d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:03.440103 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b19e9773-9ccb-491d-9b1e-e9738d2e93c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:03.446465 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-b19e9773-9ccb-491d-9b1e-e9738d2e93c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:03.485263 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-09cae08e-e86c-449c-9eb6-b0fd9b11349f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5aa343d0>, [{'id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'name': 'tempest-TestMinimumBasicScenario-814134810-router', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:58:03Z', 'revision_number': 6, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'gw_port_host': None}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:58:03.489363 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cae08e-e86c-449c-9eb6-b0fd9b11349f None None] The sync data for ids ['51d2cce5-9da5-4252-bb48-33c64ce80dd4'] in dv-cinder-831188-1-iscsi is: [{'id': '51d2cce5-9da5-4252-bb48-33c64ce80dd4', 'name': 'tempest-TestMinimumBasicScenario-814134810-router', 'tenant_id': '9b10fda6245e4b409fad0032864b3671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:10Z', 'updated_at': '2022-02-28T18:58:03Z', 'revision_number': 6, 'project_id': '9b10fda6245e4b409fad0032864b3671', 'gw_port_host': None}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:58:03.528764 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-ba485da9-413e-4524-b1d0-2dd0b3c72d02 admin admin] Calling delete_port for b88a591b-7051-47aa-84a7-e07d0d4c240b owned by network:router_gateway {{(pid=83062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:58:03.597082 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-b19e9773-9ccb-491d-9b1e-e9738d2e93c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3a11374c7b147dcbfe42b7a65995974&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4231126
Feb 28 18:58:03.597433 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40254) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:03.657200 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e9773-9ccb-491d-9b1e-e9738d2e93c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132a7009-ef59-4ac8-bc5f-6519ba1e0f14,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:03.687551 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7fe4935a-47c7-4cd7-a82e-873a3f33acd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:03.710272 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ba485da9-413e-4524-b1d0-2dd0b3c72d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:03.715197 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7fe4935a-47c7-4cd7-a82e-873a3f33acd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:03.769240 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7fe4935a-47c7-4cd7-a82e-873a3f33acd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:03.785179 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4935a-47c7-4cd7-a82e-873a3f33acd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132a7009-ef59-4ac8-bc5f-6519ba1e0f14,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:03.789368 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-7fe4935a-47c7-4cd7-a82e-873a3f33acd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:03.791792 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba485da9-413e-4524-b1d0-2dd0b3c72d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=b88a591b-7051-47aa-84a7-e07d0d4c240b,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:03.792545 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-7fe4935a-47c7-4cd7-a82e-873a3f33acd4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/132a7009-ef59-4ac8-bc5f-6519ba1e0f14 HTTP/1.1" status: 204  len: 168 time: 0.1941574
Feb 28 18:58:03.909774 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 5b7abf85-a4e2-4491-bfcd-479cc67e05ab no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:58:03.971030 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: 5b7abf85-a4e2-4491-bfcd-479cc67e05ab {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:58:03.971376 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 5b7abf85-a4e2-4491-bfcd-479cc67e05ab not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:58:04.052948 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ba485da9-413e-4524-b1d0-2dd0b3c72d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716815'] for router_gateway, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:04.178254 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40266) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:04.252968 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c5a0-278a-4f51-8753-96c4d9adccc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:04.429373 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ba485da9-413e-4524-b1d0-2dd0b3c72d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239020'] for router, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:04.443040 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ba485da9-413e-4524-b1d0-2dd0b3c72d02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:04.449474 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-5ee3c5a0-278a-4f51-8753-96c4d9adccc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:58:04.454792 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-5ee3c5a0-278a-4f51-8753-96c4d9adccc4 admin admin] Usage tracker for resource:security_group_rule and tenant:ccdcdc12bd8147dbb5c6e993727c3276 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:58:04.458268 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-5ee3c5a0-278a-4f51-8753-96c4d9adccc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:58:04.467924 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-5ee3c5a0-278a-4f51-8753-96c4d9adccc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:58:04.493088 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ba485da9-413e-4524-b1d0-2dd0b3c72d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706859'] for router, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:04.493622 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba485da9-413e-4524-b1d0-2dd0b3c72d02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51d2cce5-9da5-4252-bb48-33c64ce80dd4 {{(pid=83062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 28 18:58:04.539044 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-ba485da9-413e-4524-b1d0-2dd0b3c72d02 admin admin] Notify callbacks [] for router, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:04.540175 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-ba485da9-413e-4524-b1d0-2dd0b3c72d02 admin admin] 10.222.0.18 "DELETE /v2.0/routers/51d2cce5-9da5-4252-bb48-33c64ce80dd4 HTTP/1.1" status: 204  len: 168 time: 1.8693871
Feb 28 18:58:04.542939 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40270) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:04.566099 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c5a0-278a-4f51-8753-96c4d9adccc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:04.571754 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-5ee3c5a0-278a-4f51-8753-96c4d9adccc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:04.616761 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_v2 [None req-411ba52d-1acc-4398-923f-d5a9c954bf26 admin admin] Deleting subnet ef60b45d-4f01-4cac-9ad4-f548867b8b95 {{(pid=83063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 28 18:58:04.619756 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-411ba52d-1acc-4398-923f-d5a9c954bf26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:04.622142 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3c5a0-278a-4f51-8753-96c4d9adccc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32661643-c1d2-485c-a2e4-f6192bdd53aa,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:04.627695 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-5ee3c5a0-278a-4f51-8753-96c4d9adccc4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ccdcdc12bd8147dbb5c6e993727c3276&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4484601
Feb 28 18:58:04.630353 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40274) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:04.669120 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-411ba52d-1acc-4398-923f-d5a9c954bf26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1992746'] for subnet, precommit_delete_associations {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:04.691392 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2f91329f-6458-42a8-bd98-3ae9bbe76583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:04.718742 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2f91329f-6458-42a8-bd98-3ae9bbe76583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:04.753091 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-411ba52d-1acc-4398-923f-d5a9c954bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7461361'] for subnet, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:04.780368 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2f91329f-6458-42a8-bd98-3ae9bbe76583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:04.798541 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91329f-6458-42a8-bd98-3ae9bbe76583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32661643-c1d2-485c-a2e4-f6192bdd53aa,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:04.800764 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-2f91329f-6458-42a8-bd98-3ae9bbe76583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:04.804287 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-2f91329f-6458-42a8-bd98-3ae9bbe76583 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32661643-c1d2-485c-a2e4-f6192bdd53aa HTTP/1.1" status: 204  len: 168 time: 0.1705475
Feb 28 18:58:04.841647 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-411ba52d-1acc-4398-923f-d5a9c954bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7461320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1992579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1931108'] for subnet, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:04.888152 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ba52d-1acc-4398-923f-d5a9c954bf26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef60b45d-4f01-4cac-9ad4-f548867b8b95,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:04.890298 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-411ba52d-1acc-4398-923f-d5a9c954bf26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:04.894220 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5d8e77-cc9d-4d5a-8675-65654cc881eb None None] Network 37ceae1c-d0dc-4e09-a2ee-36dde56e5535 requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:58:04.897016 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-411ba52d-1acc-4398-923f-d5a9c954bf26 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ef60b45d-4f01-4cac-9ad4-f548867b8b95 HTTP/1.1" status: 204  len: 168 time: 0.3521380
Feb 28 18:58:04.899950 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40288) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:05.026148 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370211'] for network, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:05.045735 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] Deleting port b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 {{(pid=83062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:58:05.045735 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:05.199359 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a392dab-43ec-42b9-89eb-4ec9bafa9cd3 None None] DHCP port deletion for 37ceae1c-d0dc-4e09-a2ee-36dde56e5535 request from dv-cinder-831188-1-iscsi {{(pid=83064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 28 18:58:05.203342 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-3a392dab-43ec-42b9-89eb-4ec9bafa9cd3 None None] Deleting port b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 {{(pid=83064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:58:05.203620 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-3a392dab-43ec-42b9-89eb-4ec9bafa9cd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:05.315671 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.db [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] For port b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2,segment=NetworkSegment(ef1555fd-768e-4e21-82f6-327d4c9aeb9a),segment_id=ef1555fd-768e-4e21-82f6-327d4c9aeb9a)] {{(pid=83062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:58:05.316511 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:05.452659 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] Calling delete_port for b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 owned by network:dhcp {{(pid=83062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:58:05.466293 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-3a392dab-43ec-42b9-89eb-4ec9bafa9cd3 None None] For port b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2,segment=NetworkSegment(ef1555fd-768e-4e21-82f6-327d4c9aeb9a),segment_id=ef1555fd-768e-4e21-82f6-327d4c9aeb9a)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:58:05.466584 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-3a392dab-43ec-42b9-89eb-4ec9bafa9cd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:05.533811 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:05.581226 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:05.586257 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] No DVR routers for this DVR port b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 on host dv-cinder-831188-1-iscsi {{(pid=83062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:58:05.591174 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-3a392dab-43ec-42b9-89eb-4ec9bafa9cd3 None None] Calling delete_port for b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 owned by network:dhcp {{(pid=83064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:58:05.661205 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.db.api [None req-3a392dab-43ec-42b9-89eb-4ec9bafa9cd3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 28 18:58:05.661555 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG oslo_db.api [None req-3a392dab-43ec-42b9-89eb-4ec9bafa9cd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 28 18:58:05.704418 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7459708', 'neutron.services.segments.db._delete_segments_for_network-8743575949671'] for network, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:05.729676 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3c5a2166d0>,) {'filters': {'network_id': ['37ceae1c-d0dc-4e09-a2ee-36dde56e5535']}} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:58:05.741362 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a2166d0>, 'ef1555fd-768e-4e21-82f6-327d4c9aeb9a') {'for_net_delete': True} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:58:05.741653 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a2166d0>, 'ef1555fd-768e-4e21-82f6-327d4c9aeb9a') {} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:58:05.752990 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743575948782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066649'] for segment, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:05.775430 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:05.781613 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=83062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 28 18:58:05.782066 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7462232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1770949'] for segment, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]: Traceback (most recent call last):
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:     timer()
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:     cb(*args, **kw)
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:     return func(*args, **kwargs)
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:     self._notify()
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:     self.callback(batched_events)
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:     event.method(event)
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:     return f(self, *a, **k)
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self._get(url).json()
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self.request(url, 'GET', **kwargs)
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 18:58:05.795283 dv-cinder-831188-1-iscsi neutron-server[83062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 18:58:05.875670 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7459699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716906'] for network, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:05.888540 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:58:05.894107 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:05.905477 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=37ceae1c-d0dc-4e09-a2ee-36dde56e5535,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:05.923055 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-a5a015ff-5e0f-4cfd-becf-7626eefb5d4b admin admin] 10.222.0.18 "DELETE /v2.0/networks/37ceae1c-d0dc-4e09-a2ee-36dde56e5535 HTTP/1.1" status: 204  len: 168 time: 1.0186853
Feb 28 18:58:05.923435 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40324) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:05.931407 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:58:05.932366 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:58:05.933077 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device b88a591b-7051-47aa-84a7-e07d0d4c240b no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:58:05.966362 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: b88a591b-7051-47aa-84a7-e07d0d4c240b {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:58:05.966752 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device b88a591b-7051-47aa-84a7-e07d0d4c240b not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:58:06.163283 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-3a392dab-43ec-42b9-89eb-4ec9bafa9cd3 None None] Deleting port b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2 {{(pid=83064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:58:06.163866 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-3a392dab-43ec-42b9-89eb-4ec9bafa9cd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:06.234621 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-3a392dab-43ec-42b9-89eb-4ec9bafa9cd3 None None] The port 'b8f44d5e-a6ab-4f8d-b645-5ed5af54d2a2' was deleted {{(pid=83064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 28 18:58:06.443202 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a23c5cad-f810-4c38-bd66-b88479a9dcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708202'] for router_interface, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:07.047065 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-a23c5cad-f810-4c38-bd66-b88479a9dcff admin admin] Deleting port 5d32f529-6f57-4995-bf4e-edbfac34f14d {{(pid=83062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:58:07.047799 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a23c5cad-f810-4c38-bd66-b88479a9dcff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:07.227970 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.db [None req-a23c5cad-f810-4c38-bd66-b88479a9dcff admin admin] For port 5d32f529-6f57-4995-bf4e-edbfac34f14d, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=5d32f529-6f57-4995-bf4e-edbfac34f14d,segment=NetworkSegment(d2367f0f-8a19-4f7d-a1e8-e90376c509dc),segment_id=d2367f0f-8a19-4f7d-a1e8-e90376c509dc)] {{(pid=83062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:58:07.228329 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a23c5cad-f810-4c38-bd66-b88479a9dcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:07.348619 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-a23c5cad-f810-4c38-bd66-b88479a9dcff admin admin] Calling delete_port for 5d32f529-6f57-4995-bf4e-edbfac34f14d owned by network:router_interface {{(pid=83062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:58:07.518250 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a23c5cad-f810-4c38-bd66-b88479a9dcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:07.564929 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c5cad-f810-4c38-bd66-b88479a9dcff admin admin] Pushing event deleted for resources: {'Port': ['ID=5d32f529-6f57-4995-bf4e-edbfac34f14d,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:07.569106 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40362) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:07.700254 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_v2 [None req-9876aa05-532c-48f2-a239-6efd21bb1f2a admin admin] Deleting subnet ab805a81-506f-4634-8103-406805978f4d {{(pid=83062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 28 18:58:07.706427 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9876aa05-532c-48f2-a239-6efd21bb1f2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:07.960089 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9876aa05-532c-48f2-a239-6efd21bb1f2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066642'] for subnet, precommit_delete_associations {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:08.027613 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9876aa05-532c-48f2-a239-6efd21bb1f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7461361'] for subnet, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:08.121555 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9876aa05-532c-48f2-a239-6efd21bb1f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7461320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656696'] for subnet, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:08.162254 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876aa05-532c-48f2-a239-6efd21bb1f2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab805a81-506f-4634-8103-406805978f4d,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:08.171306 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9876aa05-532c-48f2-a239-6efd21bb1f2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:08.194612 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-9876aa05-532c-48f2-a239-6efd21bb1f2a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ab805a81-506f-4634-8103-406805978f4d HTTP/1.1" status: 204  len: 168 time: 0.6245270
Feb 28 18:58:08.197229 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40366) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:08.288644 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-a23c5cad-f810-4c38-bd66-b88479a9dcff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7996956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708313'] for router_interface, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:08.313186 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-98c4dd6e-e09f-4e2f-a21d-0784dc4e68ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370211'] for network, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:08.549578 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-98c4dd6e-e09f-4e2f-a21d-0784dc4e68ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7459708', 'neutron.services.segments.db._delete_segments_for_network-8743575949671'] for network, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:08.584401 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-98c4dd6e-e09f-4e2f-a21d-0784dc4e68ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3c5a754160>,) {'filters': {'network_id': ['2cf8855b-f3db-426b-ad36-e330fa2c987f']}} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:58:08.598207 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-98c4dd6e-e09f-4e2f-a21d-0784dc4e68ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a754160>, '203a1e1e-264e-44e3-aae9-4053450db4a2') {'for_net_delete': True} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:58:08.598480 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-98c4dd6e-e09f-4e2f-a21d-0784dc4e68ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a754160>, '203a1e1e-264e-44e3-aae9-4053450db4a2') {} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:58:08.613508 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-98c4dd6e-e09f-4e2f-a21d-0784dc4e68ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743575948782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066649'] for segment, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:08.633972 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-98c4dd6e-e09f-4e2f-a21d-0784dc4e68ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:08.642358 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c4dd6e-e09f-4e2f-a21d-0784dc4e68ab admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=83062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 28 18:58:08.642774 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-98c4dd6e-e09f-4e2f-a21d-0784dc4e68ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7462232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1770949'] for segment, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]: Traceback (most recent call last):
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:     timer()
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:     cb(*args, **kw)
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:     return func(*args, **kwargs)
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:     self._notify()
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:     self.callback(batched_events)
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:     event.method(event)
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:     return f(self, *a, **k)
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self._get(url).json()
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self.request(url, 'GET', **kwargs)
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 18:58:08.656018 dv-cinder-831188-1-iscsi neutron-server[83062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 18:58:08.749948 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-98c4dd6e-e09f-4e2f-a21d-0784dc4e68ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7459699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716906'] for network, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:08.766616 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-98c4dd6e-e09f-4e2f-a21d-0784dc4e68ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:08.781006 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c4dd6e-e09f-4e2f-a21d-0784dc4e68ab admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf8855b-f3db-426b-ad36-e330fa2c987f,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:08.843765 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-98c4dd6e-e09f-4e2f-a21d-0784dc4e68ab admin admin] 10.222.0.18 "DELETE /v2.0/networks/2cf8855b-f3db-426b-ad36-e330fa2c987f HTTP/1.1" status: 204  len: 168 time: 0.6454127
Feb 28 18:58:09.149529 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40384) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:09.167773 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23c5cad-f810-4c38-bd66-b88479a9dcff admin admin] Router a6fd11d2-61d5-4e16-afe0-b17909a9647c has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:58:09.203287 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-8df9b2b0-d5e0-4fdd-8dfd-2008f8faa0da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=478112749e0846bea0d05d3073d383cd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0518899
Feb 28 18:58:09.203853 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40388) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:09.270750 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-af3482a1-ce28-4b38-a5d5-afa25c1e8d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:09.298057 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-af3482a1-ce28-4b38-a5d5-afa25c1e8d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:09.352707 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-af3482a1-ce28-4b38-a5d5-afa25c1e8d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:09.369919 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3482a1-ce28-4b38-a5d5-afa25c1e8d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b0e36e-66c6-4432-a0e3-c41cfa49de7f,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:09.383087 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-af3482a1-ce28-4b38-a5d5-afa25c1e8d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:09.384627 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-af3482a1-ce28-4b38-a5d5-afa25c1e8d2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b1b0e36e-66c6-4432-a0e3-c41cfa49de7f HTTP/1.1" status: 204  len: 168 time: 0.1798825
Feb 28 18:58:09.479143 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23c5cad-f810-4c38-bd66-b88479a9dcff admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:58:09.487381 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-a23c5cad-f810-4c38-bd66-b88479a9dcff admin admin] 10.222.0.18 "PUT /v2.0/routers/a6fd11d2-61d5-4e16-afe0-b17909a9647c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5594604
Feb 28 18:58:09.487381 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40394) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:09.489318 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59257330-bb4c-4669-b4d5-51d8bb75146b None None] Sync routers for ids ['a6fd11d2-61d5-4e16-afe0-b17909a9647c'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:58:09.502681 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59257330-bb4c-4669-b4d5-51d8bb75146b None None] Routers {'a6fd11d2-61d5-4e16-afe0-b17909a9647c'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:58:09.503449 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-59257330-bb4c-4669-b4d5-51d8bb75146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5afb3070>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:57:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['a6fd11d2-61d5-4e16-afe0-b17909a9647c'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:58:09.681145 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-59257330-bb4c-4669-b4d5-51d8bb75146b None None] Set router a6fd11d2-61d5-4e16-afe0-b17909a9647c gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:58:09.943180 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7ca381d4-3871-42c4-a12b-f9eefbce90a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:09.994365 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-59257330-bb4c-4669-b4d5-51d8bb75146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5afb3070>, [{'id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'name': 'tempest-TestMinimumBasicScenario-1992002336-router', 'tenant_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'ac3e095b-4c6c-452e-a2eb-7ea50ddd6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:17Z', 'updated_at': '2022-02-28T18:58:07Z', 'revision_number': 5, 'project_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'gw_port': {'id': 'ac3e095b-4c6c-452e-a2eb-7ea50ddd6915', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:89:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:18Z', 'updated_at': '2022-02-28T18:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:58:09.998030 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59257330-bb4c-4669-b4d5-51d8bb75146b None None] Checking router: a6fd11d2-61d5-4e16-afe0-b17909a9647c for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:58:10.008318 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59257330-bb4c-4669-b4d5-51d8bb75146b None None] Routers {'a6fd11d2-61d5-4e16-afe0-b17909a9647c'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:58:10.008933 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-59257330-bb4c-4669-b4d5-51d8bb75146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5afb3070>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:57:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['a6fd11d2-61d5-4e16-afe0-b17909a9647c'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:58:10.155868 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7ca381d4-3871-42c4-a12b-f9eefbce90a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:10.166564 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-7ca381d4-3871-42c4-a12b-f9eefbce90a3 admin admin] Deleting port ac3e095b-4c6c-452e-a2eb-7ea50ddd6915 {{(pid=83062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:58:10.166991 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7ca381d4-3871-42c4-a12b-f9eefbce90a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:10.206250 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-59257330-bb4c-4669-b4d5-51d8bb75146b None None] Set router a6fd11d2-61d5-4e16-afe0-b17909a9647c gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:58:10.343804 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.db [None req-7ca381d4-3871-42c4-a12b-f9eefbce90a3 admin admin] For port ac3e095b-4c6c-452e-a2eb-7ea50ddd6915, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=ac3e095b-4c6c-452e-a2eb-7ea50ddd6915,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:58:10.344420 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7ca381d4-3871-42c4-a12b-f9eefbce90a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:10.463641 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-7ca381d4-3871-42c4-a12b-f9eefbce90a3 admin admin] Calling delete_port for ac3e095b-4c6c-452e-a2eb-7ea50ddd6915 owned by network:router_gateway {{(pid=83062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:58:10.499472 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-59257330-bb4c-4669-b4d5-51d8bb75146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5afb3070>, [{'id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'name': 'tempest-TestMinimumBasicScenario-1992002336-router', 'tenant_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'ac3e095b-4c6c-452e-a2eb-7ea50ddd6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:17Z', 'updated_at': '2022-02-28T18:58:07Z', 'revision_number': 5, 'project_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'gw_port': {'id': 'ac3e095b-4c6c-452e-a2eb-7ea50ddd6915', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:89:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:18Z', 'updated_at': '2022-02-28T18:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:58:10.505040 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59257330-bb4c-4669-b4d5-51d8bb75146b None None] The sync data for ids ['a6fd11d2-61d5-4e16-afe0-b17909a9647c'] in dv-cinder-831188-1-iscsi is: [{'id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'name': 'tempest-TestMinimumBasicScenario-1992002336-router', 'tenant_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'ac3e095b-4c6c-452e-a2eb-7ea50ddd6915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:53:17Z', 'updated_at': '2022-02-28T18:58:07Z', 'revision_number': 5, 'project_id': '1c70f9c043f14f20b46b2bb5fdeb259b', 'gw_port': {'id': 'ac3e095b-4c6c-452e-a2eb-7ea50ddd6915', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:89:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6fd11d2-61d5-4e16-afe0-b17909a9647c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:53:18Z', 'updated_at': '2022-02-28T18:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:58:10.648087 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7ca381d4-3871-42c4-a12b-f9eefbce90a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:10.696982 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca381d4-3871-42c4-a12b-f9eefbce90a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3e095b-4c6c-452e-a2eb-7ea50ddd6915,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:10.926755 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7ca381d4-3871-42c4-a12b-f9eefbce90a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716815'] for router_gateway, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:11.278464 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7ca381d4-3871-42c4-a12b-f9eefbce90a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239020'] for router, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:11.282892 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7ca381d4-3871-42c4-a12b-f9eefbce90a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:11.312198 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7ca381d4-3871-42c4-a12b-f9eefbce90a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706859'] for router, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:11.313110 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca381d4-3871-42c4-a12b-f9eefbce90a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6fd11d2-61d5-4e16-afe0-b17909a9647c {{(pid=83062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 28 18:58:11.329698 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7ca381d4-3871-42c4-a12b-f9eefbce90a3 admin admin] Notify callbacks [] for router, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:11.330864 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-7ca381d4-3871-42c4-a12b-f9eefbce90a3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/a6fd11d2-61d5-4e16-afe0-b17909a9647c HTTP/1.1" status: 204  len: 168 time: 1.8433681
Feb 28 18:58:11.333427 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40416) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:11.396750 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5fd947f-abae-42ce-9a7a-9d78f13b2a91 admin admin] Deleting subnet e95652e6-3332-4f80-8a63-5300b65dcc1f {{(pid=83062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 28 18:58:11.400402 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c5fd947f-abae-42ce-9a7a-9d78f13b2a91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:11.454584 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c5fd947f-abae-42ce-9a7a-9d78f13b2a91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066642'] for subnet, precommit_delete_associations {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:11.536456 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c5fd947f-abae-42ce-9a7a-9d78f13b2a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7461361'] for subnet, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:11.604156 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c5fd947f-abae-42ce-9a7a-9d78f13b2a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7461320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656696'] for subnet, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:11.642206 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd947f-abae-42ce-9a7a-9d78f13b2a91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e95652e6-3332-4f80-8a63-5300b65dcc1f,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:11.648534 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c5fd947f-abae-42ce-9a7a-9d78f13b2a91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:11.654236 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f852b937-e2c4-48ed-8d45-2422140f3454 None None] Network f05a3ab4-f806-4640-b390-d9e0595002ca requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 18:58:11.654990 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-c5fd947f-abae-42ce-9a7a-9d78f13b2a91 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e95652e6-3332-4f80-8a63-5300b65dcc1f HTTP/1.1" status: 204  len: 168 time: 0.3201921
Feb 28 18:58:11.658033 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40420) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:11.769173 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370211'] for network, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:11.781192 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] Deleting port fe39439f-8afd-438a-a2d7-d06d8aad2aad {{(pid=83062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:58:11.785137 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:11.892562 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 5d32f529-6f57-4995-bf4e-edbfac34f14d no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:58:11.929818 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: 5d32f529-6f57-4995-bf4e-edbfac34f14d {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:58:11.930150 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 5d32f529-6f57-4995-bf4e-edbfac34f14d not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:58:11.930570 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device ac3e095b-4c6c-452e-a2eb-7ea50ddd6915 no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:58:11.962977 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: ac3e095b-4c6c-452e-a2eb-7ea50ddd6915 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:58:11.963291 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device ac3e095b-4c6c-452e-a2eb-7ea50ddd6915 not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:58:11.991808 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.db [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] For port fe39439f-8afd-438a-a2d7-d06d8aad2aad, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=fe39439f-8afd-438a-a2d7-d06d8aad2aad,segment=NetworkSegment(d2367f0f-8a19-4f7d-a1e8-e90376c509dc),segment_id=d2367f0f-8a19-4f7d-a1e8-e90376c509dc)] {{(pid=83062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:58:11.992173 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:12.025870 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8864af93-bbeb-4d52-94ab-a9608edb95c0 None None] DHCP port deletion for f05a3ab4-f806-4640-b390-d9e0595002ca request from dv-cinder-831188-1-iscsi {{(pid=83064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 28 18:58:12.030420 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-8864af93-bbeb-4d52-94ab-a9608edb95c0 None None] Deleting port fe39439f-8afd-438a-a2d7-d06d8aad2aad {{(pid=83064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:58:12.030840 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-8864af93-bbeb-4d52-94ab-a9608edb95c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:12.110595 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] Calling delete_port for fe39439f-8afd-438a-a2d7-d06d8aad2aad owned by network:dhcp {{(pid=83062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:58:12.189821 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:12.233337 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe39439f-8afd-438a-a2d7-d06d8aad2aad,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:12.235738 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-8864af93-bbeb-4d52-94ab-a9608edb95c0 None None] For port fe39439f-8afd-438a-a2d7-d06d8aad2aad, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=fe39439f-8afd-438a-a2d7-d06d8aad2aad,segment=NetworkSegment(d2367f0f-8a19-4f7d-a1e8-e90376c509dc),segment_id=d2367f0f-8a19-4f7d-a1e8-e90376c509dc)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:58:12.236126 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-8864af93-bbeb-4d52-94ab-a9608edb95c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:12.240056 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] No DVR routers for this DVR port fe39439f-8afd-438a-a2d7-d06d8aad2aad on host dv-cinder-831188-1-iscsi {{(pid=83062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 18:58:12.354901 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7459708', 'neutron.services.segments.db._delete_segments_for_network-8743575949671'] for network, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:12.360531 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-8864af93-bbeb-4d52-94ab-a9608edb95c0 None None] Calling delete_port for fe39439f-8afd-438a-a2d7-d06d8aad2aad owned by network:dhcp {{(pid=83064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 18:58:12.379967 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3c5a22f400>,) {'filters': {'network_id': ['f05a3ab4-f806-4640-b390-d9e0595002ca']}} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:58:12.392616 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a22f400>, 'd2367f0f-8a19-4f7d-a1e8-e90376c509dc') {'for_net_delete': True} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:58:12.392919 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a22f400>, 'd2367f0f-8a19-4f7d-a1e8-e90376c509dc') {} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:58:12.404698 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743575948782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066649'] for segment, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:12.421095 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:12.427587 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=83062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 28 18:58:12.427972 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.db.api [None req-8864af93-bbeb-4d52-94ab-a9608edb95c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 28 18:58:12.428092 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7462232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1770949'] for segment, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:12.428317 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG oslo_db.api [None req-8864af93-bbeb-4d52-94ab-a9608edb95c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]: Traceback (most recent call last):
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:     timer()
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:     cb(*args, **kw)
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:     return func(*args, **kwargs)
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:     self._notify()
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:     self.callback(batched_events)
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:     event.method(event)
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:     return f(self, *a, **k)
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self._get(url).json()
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self.request(url, 'GET', **kwargs)
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 18:58:12.444959 dv-cinder-831188-1-iscsi neutron-server[83062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 18:58:12.521818 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7459699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716906'] for network, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:12.527501 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:12.549681 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f05a3ab4-f806-4640-b390-d9e0595002ca,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:12.553293 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-7a95812d-b35b-415a-943c-d3a4608e5cf8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f05a3ab4-f806-4640-b390-d9e0595002ca HTTP/1.1" status: 204  len: 168 time: 0.8942304
Feb 28 18:58:12.705356 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40430) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:12.764522 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-83d8033c-50e8-4b61-b130-a79e7a1e62c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b10fda6245e4b409fad0032864b3671&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0577290
Feb 28 18:58:12.768258 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40434) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:12.912231 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-130a356d-b5d5-487a-9313-7d782a1cc369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:12.929874 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-8864af93-bbeb-4d52-94ab-a9608edb95c0 None None] Deleting port fe39439f-8afd-438a-a2d7-d06d8aad2aad {{(pid=83064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 18:58:12.930434 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-8864af93-bbeb-4d52-94ab-a9608edb95c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:12.939605 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-130a356d-b5d5-487a-9313-7d782a1cc369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:12.993383 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-130a356d-b5d5-487a-9313-7d782a1cc369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:12.996974 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-8864af93-bbeb-4d52-94ab-a9608edb95c0 None None] The port 'fe39439f-8afd-438a-a2d7-d06d8aad2aad' was deleted {{(pid=83064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 28 18:58:13.010596 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a356d-b5d5-487a-9313-7d782a1cc369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6572f896-5e2a-42b2-b7ea-8c21542415ec,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:13.023345 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a356d-b5d5-487a-9313-7d782a1cc369 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:58:13.023688 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a356d-b5d5-487a-9313-7d782a1cc369 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:58:13.024025 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a356d-b5d5-487a-9313-7d782a1cc369 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:58:13.024385 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a356d-b5d5-487a-9313-7d782a1cc369 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:58:13.024907 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a356d-b5d5-487a-9313-7d782a1cc369 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:58:13.025506 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a356d-b5d5-487a-9313-7d782a1cc369 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:58:13.025691 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a356d-b5d5-487a-9313-7d782a1cc369 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:58:13.025975 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a356d-b5d5-487a-9313-7d782a1cc369 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:58:13.026323 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a356d-b5d5-487a-9313-7d782a1cc369 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:58:13.026659 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a356d-b5d5-487a-9313-7d782a1cc369 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:58:13.026975 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130a356d-b5d5-487a-9313-7d782a1cc369 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:58:13.032023 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-130a356d-b5d5-487a-9313-7d782a1cc369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:13.035703 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-130a356d-b5d5-487a-9313-7d782a1cc369 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6572f896-5e2a-42b2-b7ea-8c21542415ec HTTP/1.1" status: 204  len: 168 time: 0.2635727
Feb 28 18:58:13.464578 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40446) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:13.513456 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-9abab05b-8064-4b94-9742-2d587564ae30 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c70f9c043f14f20b46b2bb5fdeb259b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0477073
Feb 28 18:58:13.515959 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40450) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:13.577772 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b9e28b15-6017-4d15-a788-0556de6e89e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:13.603869 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b9e28b15-6017-4d15-a788-0556de6e89e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:13.658945 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b9e28b15-6017-4d15-a788-0556de6e89e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:13.674857 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e28b15-6017-4d15-a788-0556de6e89e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7cf1a5-ae9e-43a9-8e20-eceda710661e,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:13.679622 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-b9e28b15-6017-4d15-a788-0556de6e89e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:13.681848 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-b9e28b15-6017-4d15-a788-0556de6e89e2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e7cf1a5-ae9e-43a9-8e20-eceda710661e HTTP/1.1" status: 204  len: 168 time: 0.1649735
Feb 28 18:58:13.883584 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device fe39439f-8afd-438a-a2d7-d06d8aad2aad no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 18:58:13.924948 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: fe39439f-8afd-438a-a2d7-d06d8aad2aad {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 18:58:13.925247 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device fe39439f-8afd-438a-a2d7-d06d8aad2aad not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 18:58:18.699357 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40510) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:18.855801 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6c82ce9f-0cba-41aa-92fa-b302906bcef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:18.888310 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-6c82ce9f-0cba-41aa-92fa-b302906bcef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:58:18.892368 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-6c82ce9f-0cba-41aa-92fa-b302906bcef5 admin admin] Usage tracker for resource:security_group_rule and tenant:70bccb09706a465e857b4d45604c4613 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:58:18.895308 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-6c82ce9f-0cba-41aa-92fa-b302906bcef5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:58:18.901231 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-6c82ce9f-0cba-41aa-92fa-b302906bcef5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:58:18.974004 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6c82ce9f-0cba-41aa-92fa-b302906bcef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:18.981346 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-6c82ce9f-0cba-41aa-92fa-b302906bcef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:19.025539 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82ce9f-0cba-41aa-92fa-b302906bcef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46267bac-b7a2-4c6a-890c-ddfab3e3a446,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:19.030987 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-6c82ce9f-0cba-41aa-92fa-b302906bcef5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=70bccb09706a465e857b4d45604c4613&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3304927
Feb 28 18:58:19.034700 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40516) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:19.095497 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3535bd92-92c9-47ff-8ddf-626acc27e2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:19.121481 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3535bd92-92c9-47ff-8ddf-626acc27e2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:19.172992 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3535bd92-92c9-47ff-8ddf-626acc27e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:19.191516 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535bd92-92c9-47ff-8ddf-626acc27e2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46267bac-b7a2-4c6a-890c-ddfab3e3a446,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:19.195700 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3535bd92-92c9-47ff-8ddf-626acc27e2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:19.199411 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-3535bd92-92c9-47ff-8ddf-626acc27e2c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46267bac-b7a2-4c6a-890c-ddfab3e3a446 HTTP/1.1" status: 204  len: 168 time: 0.1611772
Feb 28 18:58:19.558534 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40524) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:19.579338 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-27309843-4a74-4b5f-84f3-f0fc14d32358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:19.621179 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-27309843-4a74-4b5f-84f3-f0fc14d32358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:58:19.625399 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-27309843-4a74-4b5f-84f3-f0fc14d32358 admin admin] Usage tracker for resource:security_group_rule and tenant:d42305c99c38485982ad88a28c152648 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:58:19.628325 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-27309843-4a74-4b5f-84f3-f0fc14d32358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:58:19.634075 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-27309843-4a74-4b5f-84f3-f0fc14d32358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:58:19.698315 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-27309843-4a74-4b5f-84f3-f0fc14d32358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:19.704945 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-27309843-4a74-4b5f-84f3-f0fc14d32358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:19.748625 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27309843-4a74-4b5f-84f3-f0fc14d32358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02fdd97-5c45-4e24-a488-5254501f303f,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:19.753940 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-27309843-4a74-4b5f-84f3-f0fc14d32358 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d42305c99c38485982ad88a28c152648&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1943400
Feb 28 18:58:19.756669 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40528) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:19.815360 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ef40d964-7568-4caa-8269-82564cfc1f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:19.840464 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ef40d964-7568-4caa-8269-82564cfc1f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:19.895959 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ef40d964-7568-4caa-8269-82564cfc1f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:19.910012 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40d964-7568-4caa-8269-82564cfc1f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02fdd97-5c45-4e24-a488-5254501f303f,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:19.916842 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-ef40d964-7568-4caa-8269-82564cfc1f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:19.917475 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-ef40d964-7568-4caa-8269-82564cfc1f07 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b02fdd97-5c45-4e24-a488-5254501f303f HTTP/1.1" status: 204  len: 168 time: 0.1599293
Feb 28 18:58:22.384117 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40586) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:22.537654 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-44d7fbed-e899-4a48-8f3e-c7471c57b73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:22.569880 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-44d7fbed-e899-4a48-8f3e-c7471c57b73e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:58:22.573980 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-44d7fbed-e899-4a48-8f3e-c7471c57b73e admin admin] Usage tracker for resource:security_group_rule and tenant:bb02671ee3e04e4ab9ec9b099e80d30c is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:58:22.576976 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-44d7fbed-e899-4a48-8f3e-c7471c57b73e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:58:22.582610 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-44d7fbed-e899-4a48-8f3e-c7471c57b73e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:58:22.648243 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-44d7fbed-e899-4a48-8f3e-c7471c57b73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:22.654736 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-44d7fbed-e899-4a48-8f3e-c7471c57b73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:22.698298 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7fbed-e899-4a48-8f3e-c7471c57b73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af376359-d883-4494-9476-354e291169fb,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:22.704264 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-44d7fbed-e899-4a48-8f3e-c7471c57b73e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb02671ee3e04e4ab9ec9b099e80d30c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3191192
Feb 28 18:58:22.707081 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40592) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:22.773492 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e8bbaea8-ac67-418c-af8e-805e6fd47d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:22.800979 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e8bbaea8-ac67-418c-af8e-805e6fd47d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:22.860134 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e8bbaea8-ac67-418c-af8e-805e6fd47d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:22.878640 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbaea8-ac67-418c-af8e-805e6fd47d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af376359-d883-4494-9476-354e291169fb,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:22.886800 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-e8bbaea8-ac67-418c-af8e-805e6fd47d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:22.890697 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-e8bbaea8-ac67-418c-af8e-805e6fd47d25 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af376359-d883-4494-9476-354e291169fb HTTP/1.1" status: 204  len: 168 time: 0.1827631
Feb 28 18:58:23.243153 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40600) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:23.261395 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-239024c2-2f42-4519-9a05-b4b5ac79e441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:23.291215 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-239024c2-2f42-4519-9a05-b4b5ac79e441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:58:23.295187 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-239024c2-2f42-4519-9a05-b4b5ac79e441 admin admin] Usage tracker for resource:security_group_rule and tenant:98dd1c88db594b049faa42aa47b82f57 is out of sync, need to count used quota {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:58:23.297877 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [None req-239024c2-2f42-4519-9a05-b4b5ac79e441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83063) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:58:23.303519 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [None req-239024c2-2f42-4519-9a05-b4b5ac79e441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:58:23.376681 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-239024c2-2f42-4519-9a05-b4b5ac79e441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:23.383194 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-239024c2-2f42-4519-9a05-b4b5ac79e441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:23.426184 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239024c2-2f42-4519-9a05-b4b5ac79e441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e1b8a8-ae33-490a-ae93-4228cc88fa8b,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:23.431661 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-239024c2-2f42-4519-9a05-b4b5ac79e441 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=98dd1c88db594b049faa42aa47b82f57&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1874692
Feb 28 18:58:23.434395 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40604) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:23.496128 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-de9cf930-e5e1-42f4-9084-c9b7c943d12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:23.521314 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-de9cf930-e5e1-42f4-9084-c9b7c943d12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:23.581724 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-de9cf930-e5e1-42f4-9084-c9b7c943d12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:23.597229 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cf930-e5e1-42f4-9084-c9b7c943d12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e1b8a8-ae33-490a-ae93-4228cc88fa8b,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:23.601440 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-de9cf930-e5e1-42f4-9084-c9b7c943d12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:23.602579 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-de9cf930-e5e1-42f4-9084-c9b7c943d12a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18e1b8a8-ae33-490a-ae93-4228cc88fa8b HTTP/1.1" status: 204  len: 168 time: 0.1669271
Feb 28 18:58:25.258361 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40646) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:25.413570 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-0931c68a-ce50-4360-8bed-79d10d3192a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:25.445386 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-0931c68a-ce50-4360-8bed-79d10d3192a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:58:25.449379 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-0931c68a-ce50-4360-8bed-79d10d3192a2 admin admin] Usage tracker for resource:security_group_rule and tenant:b217a1e1b7c3494eb77686d1deb187c6 is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:58:25.452654 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-0931c68a-ce50-4360-8bed-79d10d3192a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:58:25.459227 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-0931c68a-ce50-4360-8bed-79d10d3192a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:58:25.528037 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-0931c68a-ce50-4360-8bed-79d10d3192a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:25.534677 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-0931c68a-ce50-4360-8bed-79d10d3192a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:25.579998 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931c68a-ce50-4360-8bed-79d10d3192a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc965e7-733a-403c-90e5-f2aac7ed8773,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:25.584351 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-0931c68a-ce50-4360-8bed-79d10d3192a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b217a1e1b7c3494eb77686d1deb187c6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3248343
Feb 28 18:58:25.587780 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40652) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:58:25.645934 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-936c4b23-8c91-47ce-bb9f-20987d8acb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:25.671160 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-936c4b23-8c91-47ce-bb9f-20987d8acb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:25.729538 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-936c4b23-8c91-47ce-bb9f-20987d8acb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:25.745347 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c4b23-8c91-47ce-bb9f-20987d8acb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc965e7-733a-403c-90e5-f2aac7ed8773,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:58:25.750026 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-936c4b23-8c91-47ce-bb9f-20987d8acb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:25.753215 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-936c4b23-8c91-47ce-bb9f-20987d8acb13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7cc965e7-733a-403c-90e5-f2aac7ed8773 HTTP/1.1" status: 204  len: 168 time: 0.1652327
Feb 28 18:58:26.061418 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-e99c0cbe-8fb8-47c4-9cae-36fa928c9a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:28.278699 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-d5b5e6cd-647f-4d4f-bafd-2022727cc966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:29.521768 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:29.533359 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:30.737698 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:30.788663 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:37.755423 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:58:56.056316 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b107-55d2-4348-8f0d-3a6eed07494d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:58.275218 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-13015554-7ded-46d7-aa73-9a3d52ca9333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:59.528751 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:58:59.541488 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:00.766299 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:00.791337 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:05.502348 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-42211efb-bfd7-46f7-a3a0-3ac7b92e5340 req-b817e864-20fe-4e3d-b9d3-519981085e0f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0815370
Feb 28 18:59:05.656193 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-42211efb-bfd7-46f7-a3a0-3ac7b92e5340 req-e1caf97a-e69b-46b4-b28e-4c2f8967139b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=16e7d713da4349b3977dab0041ed0bee&device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 1098 time: 0.0805492
Feb 28 18:59:05.801697 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42211efb-bfd7-46f7-a3a0-3ac7b92e5340 req-570f795f-725f-42c0-8c25-03f0d4a72817 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:05.803101 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-42211efb-bfd7-46f7-a3a0-3ac7b92e5340 req-570f795f-725f-42c0-8c25-03f0d4a72817 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0b9470ea-8aed-4219-b27b-628954f1127e HTTP/1.1" status: 200  len: 913 time: 0.1259031
Feb 28 18:59:05.911055 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-42211efb-bfd7-46f7-a3a0-3ac7b92e5340 req-5d9e6ec9-fb7a-409d-8654-ccaf85f94089 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efb69840-894f-4212-9637-5b366c79f633 HTTP/1.1" status: 200  len: 1001 time: 0.1008921
Feb 28 18:59:05.971408 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42211efb-bfd7-46f7-a3a0-3ac7b92e5340 req-26c446bb-edfb-4854-bc81-584ca4b23c45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:05.972804 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-42211efb-bfd7-46f7-a3a0-3ac7b92e5340 req-26c446bb-edfb-4854-bc81-584ca4b23c45 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0fba4d2-c7ec-449c-b7f6-d835950f45c1 HTTP/1.1" status: 200  len: 851 time: 0.0556631
Feb 28 18:59:06.047308 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-42211efb-bfd7-46f7-a3a0-3ac7b92e5340 req-bfad984c-81af-45f7-af46-62badcb077be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0b9470ea-8aed-4219-b27b-628954f1127e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0669432
Feb 28 18:59:06.192121 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-42211efb-bfd7-46f7-a3a0-3ac7b92e5340 req-2c2193f0-6988-4c3d-8892-d9058525eeb1 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377494
Feb 28 18:59:06.401697 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-42211efb-bfd7-46f7-a3a0-3ac7b92e5340 req-18de3a3d-6658-45d6-963c-4c5f21538980 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2033806
Feb 28 18:59:14.761432 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:59:26.060985 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-cb3baf77-f714-45d1-bfaa-353760370deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:28.280566 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-9e10d82f-b9ae-4139-b724-279e21cd9eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:29.533071 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:29.537621 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:30.759988 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:30.797977 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:31.156349 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-d2b3889b-33c9-4a95-8705-7a027256fe3f tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1570667936&fields=id&tenant_id=16e7d713da4349b3977dab0041ed0bee HTTP/1.1" status: 200  len: 267 time: 0.0484340
Feb 28 18:59:31.324823 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-ea39ecee-38f4-46c1-8398-84735fb01176 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:31.326248 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-ea39ecee-38f4-46c1-8398-84735fb01176 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/networks?id=0b9470ea-8aed-4219-b27b-628954f1127e HTTP/1.1" status: 200  len: 812 time: 0.1606557
Feb 28 18:59:31.349353 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-b4473acb-5ac2-48d4-b2cc-a27132b2edca tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/quotas/16e7d713da4349b3977dab0041ed0bee HTTP/1.1" status: 200  len: 375 time: 0.0153298
Feb 28 18:59:31.433699 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-99bae63f-8901-4a29-996a-6aa739cf785b tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=16e7d713da4349b3977dab0041ed0bee&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0792983
Feb 28 18:59:31.449265 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-bfb3c20b-999e-4d2a-bc64-3f2cda64192e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83063) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Feb 28 18:59:31.450164 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-bfb3c20b-999e-4d2a-bc64-3f2cda64192e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0049367
Feb 28 18:59:31.582601 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-461a1b43-0310-4a4b-866a-1e5184beda5c service neutron] 10.222.0.18 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262572
Feb 28 18:59:31.729392 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-80031cdc-d799-4843-9642-caa3e0051bb1 service neutron] 10.222.0.18 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371684
Feb 28 18:59:32.121013 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-9ec99257-5f96-4efa-a56f-352937974b3d req-30fbfa68-7801-4b5e-a579-b933c9577c95 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 210 time: 0.0404022
Feb 28 18:59:33.327530 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-bc6e2eeb-d70c-4c83-ac03-5514a394b7ba req-d46c33ea-740c-4429-9782-4b7dcdc8a940 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 210 time: 0.0725269
Feb 28 18:59:33.450424 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-9731d6cc-0c7c-4d2a-a160-5a374b13c225 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:33.451886 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-9731d6cc-0c7c-4d2a-a160-5a374b13c225 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.70 "GET /v2.0/networks?id=0b9470ea-8aed-4219-b27b-628954f1127e HTTP/1.1" status: 200  len: 812 time: 0.1551232
Feb 28 18:59:33.505147 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-2072fe52-87b0-4fb6-9924-c5911f0c8cbc tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16e7d713da4349b3977dab0041ed0bee HTTP/1.1" status: 200  len: 380 time: 0.0402312
Feb 28 18:59:33.513832 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Request body: {'port': {'device_id': '94815ef0-804e-4939-9e78-5bafa5a50b36', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'admin_state_up': True, 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'security_groups': ['611fc710-440c-4417-ad9c-b7615614e99e']}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:59:33.663397 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:59:33.674158 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.quota.driver [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83063) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:59:33.687027 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Made reservation on behalf of 16e7d713da4349b3977dab0041ed0bee for: {'port': 1} {{(pid=83063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Feb 28 18:59:33.690980 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:33.854488 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_common [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Allocated IP 172.20.0.8 (0b9470ea-8aed-4219-b27b-628954f1127e/d0fba4d2-c7ec-449c-b7f6-d835950f45c1/0560559b-145b-4478-b10b-b18402a36cb8) {{(pid=83063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:59:34.053957 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for port, precommit_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:34.071080 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Transition to ACTIVE for port object 0560559b-145b-4478-b10b-b18402a36cb8 will not be triggered until provisioned by entity DHCP. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:59:34.094339 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_create {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:34.167976 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Network 0b9470ea-8aed-4219-b27b-628954f1127e is already hosted by enough agents. {{(pid=83063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:59:34.170975 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.base_scheduler [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Resources bound (agent type, host, resource id):  {{(pid=83063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:59:34.174361 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Received port after_create {{(pid=83063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:59:34.209785 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event updated for resources: {'Port': ['ID=0560559b-145b-4478-b10b-b18402a36cb8,revision_number=1']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:59:34.235084 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:34.235629 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:34.236404 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:34.236766 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:34.237067 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:34.237423 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:34.237712 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:34.238030 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:34.238348 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:34.238684 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:34.239029 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:34.256790 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:34.257396 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:34.284759 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-78692a54-24de-4577-a80f-9ab647fdb904 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7745130
Feb 28 18:59:34.298569 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.v2.base [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] Request body: {'port': {'device_id': '94815ef0-804e-4939-9e78-5bafa5a50b36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:59:34.412265 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:34.433512 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-30074e48-31e5-4e50-ba50-66c571ed4bea None None] Provisioning for port 0560559b-145b-4478-b10b-b18402a36cb8 completed by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:59:34.439862 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-30074e48-31e5-4e50-ba50-66c571ed4bea None None] Provisioning complete for port 0560559b-145b-4478-b10b-b18402a36cb8 triggered by entity DHCP. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:59:34.440376 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-30074e48-31e5-4e50-ba50-66c571ed4bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:34.496229 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-30074e48-31e5-4e50-ba50-66c571ed4bea None None] Port 0560559b-145b-4478-b10b-b18402a36cb8 cannot update to ACTIVE because it is not bound. {{(pid=83064) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Feb 28 18:59:34.533606 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976a8ee-b95c-4d61-8dc3-1bf077610ee2 req-5d7c1771-99fd-45f7-9f93-57a37dce5bdc tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:34.535091 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5976a8ee-b95c-4d61-8dc3-1bf077610ee2 req-5d7c1771-99fd-45f7-9f93-57a37dce5bdc tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 931 time: 0.0834503
Feb 28 18:59:34.580138 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5976a8ee-b95c-4d61-8dc3-1bf077610ee2 req-ad82cf44-ad6f-4caa-aaf8-237d8f70c2a5 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392964
Feb 28 18:59:34.848856 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0560559b-145b-4478-b10b-b18402a36cb8 {{(pid=83063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:59:34.855843 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:34.870441 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.provisioning_blocks [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] Transition to ACTIVE for port object 0560559b-145b-4478-b10b-b18402a36cb8 will not be triggered until provisioned by entity L2. {{(pid=83063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Feb 28 18:59:34.878008 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:35.000825 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] Pushing event updated for resources: {'Port': ['ID=0560559b-145b-4478-b10b-b18402a36cb8,revision_number=2']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:59:35.110152 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] Attempting to bind port 0560559b-145b-4478-b10b-b18402a36cb8 on host hv-cinder-83118 for vnic_type normal with profile  {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Feb 28 18:59:35.110365 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] Attempting to bind port 0560559b-145b-4478-b10b-b18402a36cb8 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Feb 28 18:59:35.110834 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] Attempting to bind port 0560559b-145b-4478-b10b-b18402a36cb8 on network 0b9470ea-8aed-4219-b27b-628954f1127e {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:59:35.117067 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] Port 0560559b-145b-4478-b10b-b18402a36cb8 on network 0b9470ea-8aed-4219-b27b-628954f1127e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Feb 28 18:59:35.117386 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] Attempting to bind port 0560559b-145b-4478-b10b-b18402a36cb8 on network 0b9470ea-8aed-4219-b27b-628954f1127e {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Feb 28 18:59:35.123523 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] Checking agent: {'id': 'f76a8785-0953-4c1a-af2c-97d84e47c7d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'started_at': datetime.datetime(2022, 2, 28, 18, 44, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Feb 28 18:59:35.123858 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] Checking segment: {'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}}
Feb 28 18:59:35.124233 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] Bound using segment: {'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'} {{(pid=83063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Feb 28 18:59:35.124648 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.managers [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] Bound port: 0560559b-145b-4478-b10b-b18402a36cb8, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230ba2b8-2727-437e-8850-279b1489c5e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e'}}] {{(pid=83063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Feb 28 18:59:35.125083 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:35.209770 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] For port 0560559b-145b-4478-b10b-b18402a36cb8, host hv-cinder-83118, cleared binding levels {{(pid=83063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Feb 28 18:59:35.212845 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] For port 0560559b-145b-4478-b10b-b18402a36cb8, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0560559b-145b-4478-b10b-b18402a36cb8,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Feb 28 18:59:35.218054 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1992533'] for port, after_update {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:35.282727 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:35.284081 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] 10.222.0.70 "PUT /v2.0/ports/0560559b-145b-4478-b10b-b18402a36cb8 HTTP/1.1" status: 200  len: 1093 time: 0.9921458
Feb 28 18:59:35.284504 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94815ef0-804e-4939-9e78-5bafa5a50b36', 'tag': '0560559b-145b-4478-b10b-b18402a36cb8'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:59:35.301051 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bdf3e-203a-449a-8d0c-3d3895dd1f8e service neutron] Pushing event updated for resources: {'Port': ['ID=0560559b-145b-4478-b10b-b18402a36cb8,revision_number=3']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:59:35.361380 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94815ef0-804e-4939-9e78-5bafa5a50b36', 'tag': '0560559b-145b-4478-b10b-b18402a36cb8', 'status': 'completed', 'code': 200}
Feb 28 18:59:35.403240 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-b6ea1882-e647-4847-8fb2-757000c1184b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=16e7d713da4349b3977dab0041ed0bee&device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 1096 time: 0.0758553
Feb 28 18:59:35.475819 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-7b55a4aa-08e5-4ccb-a397-05424cef84f9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0560559b-145b-4478-b10b-b18402a36cb8 HTTP/1.1" status: 200  len: 217 time: 0.0641391
Feb 28 18:59:35.538394 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-3ed3fc0d-f9c1-49c1-a65c-31c9dfbd4586 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:35.539856 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-3ed3fc0d-f9c1-49c1-a65c-31c9dfbd4586 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0fba4d2-c7ec-449c-b7f6-d835950f45c1 HTTP/1.1" status: 200  len: 851 time: 0.0575094
Feb 28 18:59:35.624372 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-ca8bbfa6-ba56-47c4-b1d3-bfdbf9418577 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0b9470ea-8aed-4219-b27b-628954f1127e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0773633
Feb 28 18:59:35.755129 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-31964401-148e-4394-b8cc-ff2e333ddfcd service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234584
Feb 28 18:59:35.779547 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ce91d-9f88-43e6-a952-16697e11038b req-16e9d2c0-e582-4f9c-acb5-b4856413ffd9 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:35.781004 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-d01ce91d-9f88-43e6-a952-16697e11038b req-16e9d2c0-e582-4f9c-acb5-b4856413ffd9 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 943 time: 0.0822432
Feb 28 18:59:35.827382 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-d01ce91d-9f88-43e6-a952-16697e11038b req-f7630e39-1db7-4a48-9f3b-0ef28de96e03 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405848
Feb 28 18:59:35.885752 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-26d9ab63-8d14-4732-8757-ad2ddceff5ad req-89858f24-4e03-411a-98a6-a8e1a5161ad7 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244752
Feb 28 18:59:36.006085 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-10d0678d-ab1a-4a82-b7b8-f50833769f7d req-2d113b16-11b3-422e-a2ea-dcb1e97f3bb1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=16e7d713da4349b3977dab0041ed0bee&device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 1096 time: 0.0722237
Feb 28 18:59:36.151866 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0678d-ab1a-4a82-b7b8-f50833769f7d req-22187bcc-476c-4267-b507-c3a2d0fcf76f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:36.153770 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-10d0678d-ab1a-4a82-b7b8-f50833769f7d req-22187bcc-476c-4267-b507-c3a2d0fcf76f service neutron] 10.222.0.70 "GET /v2.0/networks?id=0b9470ea-8aed-4219-b27b-628954f1127e HTTP/1.1" status: 200  len: 913 time: 0.1396255
Feb 28 18:59:36.308508 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-10d0678d-ab1a-4a82-b7b8-f50833769f7d req-6147a274-8c52-4c76-b047-d52135dbdcf7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0560559b-145b-4478-b10b-b18402a36cb8 HTTP/1.1" status: 200  len: 217 time: 0.1478682
Feb 28 18:59:36.371183 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0678d-ab1a-4a82-b7b8-f50833769f7d req-fef37dcc-43c7-4742-be46-5bdad22ce2fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:36.372598 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-10d0678d-ab1a-4a82-b7b8-f50833769f7d req-fef37dcc-43c7-4742-be46-5bdad22ce2fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0fba4d2-c7ec-449c-b7f6-d835950f45c1 HTTP/1.1" status: 200  len: 851 time: 0.0574772
Feb 28 18:59:36.453436 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-10d0678d-ab1a-4a82-b7b8-f50833769f7d req-4b016022-fc9d-47ba-8e8d-2669ce0a9206 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0b9470ea-8aed-4219-b27b-628954f1127e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736206
Feb 28 18:59:36.602492 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-10d0678d-ab1a-4a82-b7b8-f50833769f7d req-44d3c5fb-a40a-40b0-bf9b-2944c130fbd0 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419721
Feb 28 18:59:36.737015 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-10d0678d-ab1a-4a82-b7b8-f50833769f7d req-0c7912a6-32e4-44ad-a132-506628283474 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1275446
Feb 28 18:59:37.061313 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfba89-8cbb-41fd-b698-8cff1b2272e1 req-96488561-74ce-4b9f-abd8-4314888ef3da tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:37.062005 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-39dfba89-8cbb-41fd-b698-8cff1b2272e1 req-96488561-74ce-4b9f-abd8-4314888ef3da tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Synchronizing usage tracker for tenant:16e7d713da4349b3977dab0041ed0bee on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 18:59:37.080619 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-39dfba89-8cbb-41fd-b698-8cff1b2272e1 req-96488561-74ce-4b9f-abd8-4314888ef3da tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Unset dirty status for tenant:16e7d713da4349b3977dab0041ed0bee on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 18:59:37.081864 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-39dfba89-8cbb-41fd-b698-8cff1b2272e1 req-96488561-74ce-4b9f-abd8-4314888ef3da tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 943 time: 0.1141310
Feb 28 18:59:37.133386 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-39dfba89-8cbb-41fd-b698-8cff1b2272e1 req-5f643701-35ef-448b-ac52-06f3c1233884 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430684
Feb 28 18:59:38.368552 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f541378-1457-492e-ab20-f7e0d11258f7 req-7e1eddb6-a9b3-455a-8bf8-f31f7b466a16 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:38.370060 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1f541378-1457-492e-ab20-f7e0d11258f7 req-7e1eddb6-a9b3-455a-8bf8-f31f7b466a16 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 943 time: 0.1060612
Feb 28 18:59:38.434215 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-1f541378-1457-492e-ab20-f7e0d11258f7 req-ad44a53f-9f86-4765-a870-f723932b181e tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543010
Feb 28 18:59:39.660224 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adf4f9-c20a-4264-976b-320019ca3309 req-7db66619-11f6-4cb8-80ed-7e6c29538322 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:39.664105 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d5adf4f9-c20a-4264-976b-320019ca3309 req-7db66619-11f6-4cb8-80ed-7e6c29538322 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 943 time: 0.1003134
Feb 28 18:59:39.714824 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d5adf4f9-c20a-4264-976b-320019ca3309 req-ff456248-4395-4a4e-9150-41baf5bdd235 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450821
Feb 28 18:59:40.938127 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f4542-6cb6-41b4-8aeb-b858e0c66b56 req-a556b716-0e73-4348-bdb4-a773c1e1356f tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:40.939824 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5c2f4542-6cb6-41b4-8aeb-b858e0c66b56 req-a556b716-0e73-4348-bdb4-a773c1e1356f tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 943 time: 0.0825486
Feb 28 18:59:40.986222 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-5c2f4542-6cb6-41b4-8aeb-b858e0c66b56 req-b6dd8244-127f-4fa0-b771-633e64c15b01 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407505
Feb 28 18:59:42.203256 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010aa86a-7ab4-4a84-8c15-0a638dad1f64 req-6e9a78c6-80ef-4483-90d9-b1a08bd0e2b2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:42.204649 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-010aa86a-7ab4-4a84-8c15-0a638dad1f64 req-6e9a78c6-80ef-4483-90d9-b1a08bd0e2b2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 943 time: 0.0865486
Feb 28 18:59:42.251087 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-010aa86a-7ab4-4a84-8c15-0a638dad1f64 req-5b141155-ee75-48bc-9e5a-e456fb7f8d3a tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406387
Feb 28 18:59:43.472361 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e5590-8044-4f07-9333-a609f4044719 req-84841085-f428-4291-8672-517735b74dde tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:43.473773 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-713e5590-8044-4f07-9333-a609f4044719 req-84841085-f428-4291-8672-517735b74dde tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 943 time: 0.0834703
Feb 28 18:59:43.528686 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-713e5590-8044-4f07-9333-a609f4044719 req-4e2cee08-c7e5-4bb4-bcfe-f58d6fe20559 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468764
Feb 28 18:59:44.750634 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0be123-a05f-4b6e-92d8-46b1f0f4e8fa req-2b19e8bc-8d68-4d63-8747-bc0ea4144f33 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:44.752099 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4b0be123-a05f-4b6e-92d8-46b1f0f4e8fa req-2b19e8bc-8d68-4d63-8747-bc0ea4144f33 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 943 time: 0.0860803
Feb 28 18:59:44.800477 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-4b0be123-a05f-4b6e-92d8-46b1f0f4e8fa req-a3ab7f9b-e835-45eb-a4b7-c6e3a1a4fc66 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388920
Feb 28 18:59:45.211349 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 0560559b-145b-4478-b10b-b18402a36cb8 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83064) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Feb 28 18:59:45.348252 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 0560559b-145b-4478-b10b-b18402a36cb8, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0560559b-145b-4478-b10b-b18402a36cb8,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:59:45.362369 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Returning: {'device': '0560559b-145b-4478-b10b-b18402a36cb8', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'port_id': '0560559b-145b-4478-b10b-b18402a36cb8', 'mac_address': 'fa:16:3e:dc:2a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83064) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Feb 28 18:59:45.423616 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:45.451388 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0560559b-145b-4478-b10b-b18402a36cb8 {{(pid=83064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Feb 28 18:59:45.467335 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 0560559b-145b-4478-b10b-b18402a36cb8, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0560559b-145b-4478-b10b-b18402a36cb8,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:59:45.474092 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:45.551981 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=0560559b-145b-4478-b10b-b18402a36cb8,revision_number=4']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:59:45.561277 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:45.561626 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:45.561961 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:45.562297 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:45.562658 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:45.562962 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:45.563622 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:45.563787 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:45.564004 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:45.564307 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:45.564624 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:45.814312 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] get_ports_and_sgs() called for port_ids ['0560559b-145b-4478-b10b-b18402a36cb8'] {{(pid=83064) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Feb 28 18:59:46.001714 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d2c8f-35cb-486b-93f2-b599b54885fe req-d53788bf-8944-4344-8a94-a186e5e74747 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:46.003481 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-778d2c8f-35cb-486b-93f2-b599b54885fe req-d53788bf-8944-4344-8a94-a186e5e74747 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 944 time: 0.0757601
Feb 28 18:59:46.052968 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-778d2c8f-35cb-486b-93f2-b599b54885fe req-e27758d6-5ed9-446e-9e88-347d2f67f117 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437329
Feb 28 18:59:47.243394 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 0560559b-145b-4478-b10b-b18402a36cb8 up at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Feb 28 18:59:47.259500 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36e344-01c9-44cc-b134-6c48bdbe235a req-bd0d26c9-994f-44f1-9e76-5cec658fea24 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:47.260979 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ba36e344-01c9-44cc-b134-6c48bdbe235a req-bd0d26c9-994f-44f1-9e76-5cec658fea24 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 944 time: 0.0812714
Feb 28 18:59:47.306059 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ba36e344-01c9-44cc-b134-6c48bdbe235a req-fa772870-39d9-4482-bb2e-4e5484cd64af tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394614
Feb 28 18:59:47.317166 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning for port 0560559b-145b-4478-b10b-b18402a36cb8 completed by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Feb 28 18:59:47.322183 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.provisioning_blocks [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Provisioning complete for port 0560559b-145b-4478-b10b-b18402a36cb8 triggered by entity L2. {{(pid=83064) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Feb 28 18:59:47.322577 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7460141'] for port, provisioning_complete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:47.434484 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:47.461603 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94815ef0-804e-4939-9e78-5bafa5a50b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0560559b-145b-4478-b10b-b18402a36cb8'}] {{(pid=83064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:59:47.472173 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] For port 0560559b-145b-4478-b10b-b18402a36cb8, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0560559b-145b-4478-b10b-b18402a36cb8,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 18:59:47.479481 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376'] for port, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:47.547163 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Pushing event updated for resources: {'Port': ['ID=0560559b-145b-4478-b10b-b18402a36cb8,revision_number=5']} {{(pid=83064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:59:47.674318 dv-cinder-831188-1-iscsi neutron-server[83064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94815ef0-804e-4939-9e78-5bafa5a50b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0560559b-145b-4478-b10b-b18402a36cb8', 'code': 200}
Feb 28 18:59:47.992378 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e36d9d63-c3d1-415f-8f29-7078f1901746 req-2d3fb7c0-1708-40e0-abb1-b13bddfd52f0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 1098 time: 0.0842793
Feb 28 18:59:48.037763 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e36d9d63-c3d1-415f-8f29-7078f1901746 req-a1a44cfc-014d-480d-b5a7-15693a761380 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371866
Feb 28 18:59:48.517996 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1085969-306f-49dd-94cd-d02952a585f4 req-cee478ce-d6a4-42bd-ac5c-acb8a4a393e9 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:48.519387 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e1085969-306f-49dd-94cd-d02952a585f4 req-cee478ce-d6a4-42bd-ac5c-acb8a4a393e9 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 945 time: 0.0817711
Feb 28 18:59:48.572013 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-e1085969-306f-49dd-94cd-d02952a585f4 req-dc52b17d-311a-4be3-aadc-b453530730a6 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444798
Feb 28 18:59:49.791373 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60057593-8aa6-4297-8e32-b6f3f2f1bb3a req-fedf0f27-2489-427c-a54b-d0b209483869 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:49.792818 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-60057593-8aa6-4297-8e32-b6f3f2f1bb3a req-fedf0f27-2489-427c-a54b-d0b209483869 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 945 time: 0.0868223
Feb 28 18:59:49.848699 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-60057593-8aa6-4297-8e32-b6f3f2f1bb3a req-eced2fd9-069a-4cc5-a2b6-9317eb651def tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471249
Feb 28 18:59:50.057079 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081eb990-914b-430f-af99-763de07938fb req-3fa02f60-359f-41fe-9ca3-5a805587ccb2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:50.058544 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-081eb990-914b-430f-af99-763de07938fb req-3fa02f60-359f-41fe-9ca3-5a805587ccb2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 945 time: 0.0774646
Feb 28 18:59:50.105154 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-081eb990-914b-430f-af99-763de07938fb req-2088eb9c-3f78-48e6-bd6a-fb95c611d4dd tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405710
Feb 28 18:59:50.133135 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40772) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:59:50.459575 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-c5beef84-96fa-4beb-a62b-4c8ee0aba6eb tempest-TestVolumeBootPattern-1145825107 tempest-TestVolumeBootPattern-1145825107-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 1093 time: 0.3249729
Feb 28 18:59:50.462162 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40778) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 18:59:50.467263 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.v2.base [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Request body: {'floatingip': {'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'port_id': '0560559b-145b-4478-b10b-b18402a36cb8', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83062) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Feb 28 18:59:50.472824 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Feb 28 18:59:50.476710 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Usage tracker for resource:floatingip and tenant:16e7d713da4349b3977dab0041ed0bee is out of sync, need to count used quota {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Feb 28 18:59:50.479588 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83062) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Feb 28 18:59:50.485231 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.quota.driver [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83062) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Feb 28 18:59:50.499014 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for floatingip, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:50.636583 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:50.781168 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_common [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Allocated IP 172.27.3.164 (f40459f8-f658-4119-914b-b9023327a718/14c23ed2-446a-414e-8e86-91dabee5c278/b215fbaf-f38b-48d6-9ed3-d36b6a838b12) {{(pid=83062) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Feb 28 18:59:51.005292 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for port, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:51.038501 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743575496313', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:51.107483 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Network f40459f8-f658-4119-914b-b9023327a718 is already hosted by enough agents. {{(pid=83062) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Feb 28 18:59:51.110138 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.base_scheduler [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Resources bound (agent type, host, resource id):  {{(pid=83062) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Feb 28 18:59:51.114473 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Received port after_create {{(pid=83062) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Feb 28 18:59:51.138079 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event updated for resources: {'Port': ['ID=b215fbaf-f38b-48d6-9ed3-d36b6a838b12,revision_number=1']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:59:51.159018 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:51.159345 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:51.159711 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:51.160048 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:51.160408 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:51.160701 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:51.161033 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:51.161356 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:51.161661 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:51.161978 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:51.162292 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 18:59:51.629889 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:51.687008 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7386624'] for port, before_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:51.753163 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 18:59:51.902122 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for port, precommit_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:51.909615 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743575920532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743575496331', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743575496376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1770937'] for port, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:52.014015 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event updated for resources: {'Port': ['ID=b215fbaf-f38b-48d6-9ed3-d36b6a838b12,revision_number=2']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 18:59:52.034190 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-716924'] for floatingip, after_update {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:52.222018 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.db.l3_db [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Floating IP 9d38d11a-21b9-440c-830a-b7a04f586b38 associated. External IP: 172.27.3.164, port: 0560559b-145b-4478-b10b-b18402a36cb8.
Feb 28 18:59:52.710212 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Router 0cd3324c-dc03-41bb-9507-d9f3840115d7 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 18:59:52.924900 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 18:59:52.935952 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b18a96-7ea5-413a-aeb5-4da6a2db2ac7 None None] Sync routers for ids ['0cd3324c-dc03-41bb-9507-d9f3840115d7'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 18:59:52.949574 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b18a96-7ea5-413a-aeb5-4da6a2db2ac7 None None] Routers {'0cd3324c-dc03-41bb-9507-d9f3840115d7'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:59:52.950313 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-d6b18a96-7ea5-413a-aeb5-4da6a2db2ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5aedc460>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:59:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['0cd3324c-dc03-41bb-9507-d9f3840115d7'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:59:52.953120 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:53.005437 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-9cb4984e-c949-4825-a90b-a47df22af287 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5422556
Feb 28 18:59:53.006130 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94815ef0-804e-4939-9e78-5bafa5a50b36', 'tag': '0560559b-145b-4478-b10b-b18402a36cb8'}] {{(pid=83062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 18:59:53.139557 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94815ef0-804e-4939-9e78-5bafa5a50b36', 'tag': '0560559b-145b-4478-b10b-b18402a36cb8', 'status': 'completed', 'code': 200}
Feb 28 18:59:53.143350 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-d6b18a96-7ea5-413a-aeb5-4da6a2db2ac7 None None] Set router 0cd3324c-dc03-41bb-9507-d9f3840115d7 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:59:53.245046 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-74e11f5d-6838-4f32-a8ee-78f600e359c7 req-040b6f40-2e60-48a8-8ce5-50112a73d02d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=16e7d713da4349b3977dab0041ed0bee&device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 1098 time: 0.0741642
Feb 28 18:59:53.376081 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e11f5d-6838-4f32-a8ee-78f600e359c7 req-1cb93be3-c691-41dd-9993-eb80a5bf91ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:53.377576 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-74e11f5d-6838-4f32-a8ee-78f600e359c7 req-1cb93be3-c691-41dd-9993-eb80a5bf91ce service neutron] 10.222.0.70 "GET /v2.0/networks?id=0b9470ea-8aed-4219-b27b-628954f1127e HTTP/1.1" status: 200  len: 913 time: 0.1256077
Feb 28 18:59:53.476678 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-74e11f5d-6838-4f32-a8ee-78f600e359c7 req-5ad5aebf-fc16-4999-8518-c6146743a9b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0560559b-145b-4478-b10b-b18402a36cb8 HTTP/1.1" status: 200  len: 999 time: 0.0927274
Feb 28 18:59:53.493551 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-d6b18a96-7ea5-413a-aeb5-4da6a2db2ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5aedc460>, [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '9d38d11a-21b9-440c-830a-b7a04f586b38', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'floating_ip_address': '172.27.3.164', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'port_id': '0560559b-145b-4478-b10b-b18402a36cb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'mac_address': 'fa:16:3e:dc:2a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815ef0-804e-4939-9e78-5bafa5a50b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:59:51Z', 'updated_at': '2022-02-28T18:59:51Z', 'revision_number': 0, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'fixed_ip_address_scope': None}, {'id': 'af690d3d-67dc-4370-929c-6f71b6770d5d', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'port_id': 'efb69840-894f-4212-9637-5b366c79f633', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'mac_address': 'fa:16:3e:dd:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:57:12Z', 'updated_at': '2022-02-28T18:57:15Z', 'revision_number': 1, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:53:05Z', 'revision_number': 5, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:59:53.497345 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b18a96-7ea5-413a-aeb5-4da6a2db2ac7 None None] Checking router: 0cd3324c-dc03-41bb-9507-d9f3840115d7 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 18:59:53.507740 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b18a96-7ea5-413a-aeb5-4da6a2db2ac7 None None] Routers {'0cd3324c-dc03-41bb-9507-d9f3840115d7'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 18:59:53.508284 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-d6b18a96-7ea5-413a-aeb5-4da6a2db2ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5aedc460>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T18:59:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['0cd3324c-dc03-41bb-9507-d9f3840115d7'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:59:53.542709 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e11f5d-6838-4f32-a8ee-78f600e359c7 req-b4d35998-3820-446a-81b1-02364f4519dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 18:59:53.544202 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-74e11f5d-6838-4f32-a8ee-78f600e359c7 req-b4d35998-3820-446a-81b1-02364f4519dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0fba4d2-c7ec-449c-b7f6-d835950f45c1 HTTP/1.1" status: 200  len: 851 time: 0.0606480
Feb 28 18:59:53.617986 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-74e11f5d-6838-4f32-a8ee-78f600e359c7 req-eb0a2dda-e9a9-417c-95d8-b65a355745f5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0b9470ea-8aed-4219-b27b-628954f1127e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0673299
Feb 28 18:59:53.682989 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-d6b18a96-7ea5-413a-aeb5-4da6a2db2ac7 None None] Set router 0cd3324c-dc03-41bb-9507-d9f3840115d7 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 18:59:53.756710 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-74e11f5d-6838-4f32-a8ee-78f600e359c7 req-91ae26fa-b07a-45e6-9eea-860149cabbe1 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306694
Feb 28 18:59:53.890253 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-74e11f5d-6838-4f32-a8ee-78f600e359c7 req-64c3427d-c21b-4cd2-8b26-2304052b6185 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253717
Feb 28 18:59:54.070885 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-d6b18a96-7ea5-413a-aeb5-4da6a2db2ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5aedc460>, [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '9d38d11a-21b9-440c-830a-b7a04f586b38', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'floating_ip_address': '172.27.3.164', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'port_id': '0560559b-145b-4478-b10b-b18402a36cb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'mac_address': 'fa:16:3e:dc:2a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815ef0-804e-4939-9e78-5bafa5a50b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:59:51Z', 'updated_at': '2022-02-28T18:59:51Z', 'revision_number': 0, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'fixed_ip_address_scope': None}, {'id': 'af690d3d-67dc-4370-929c-6f71b6770d5d', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'port_id': 'efb69840-894f-4212-9637-5b366c79f633', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'mac_address': 'fa:16:3e:dd:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:57:12Z', 'updated_at': '2022-02-28T18:57:15Z', 'revision_number': 1, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:53:05Z', 'revision_number': 5, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 18:59:54.075366 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b18a96-7ea5-413a-aeb5-4da6a2db2ac7 None None] The sync data for ids ['0cd3324c-dc03-41bb-9507-d9f3840115d7'] in dv-cinder-831188-1-iscsi is: [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': '9d38d11a-21b9-440c-830a-b7a04f586b38', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'floating_ip_address': '172.27.3.164', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'port_id': '0560559b-145b-4478-b10b-b18402a36cb8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'mac_address': 'fa:16:3e:dc:2a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94815ef0-804e-4939-9e78-5bafa5a50b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:59:51Z', 'updated_at': '2022-02-28T18:59:51Z', 'revision_number': 0, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'fixed_ip_address_scope': None}, {'id': 'af690d3d-67dc-4370-929c-6f71b6770d5d', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'port_id': 'efb69840-894f-4212-9637-5b366c79f633', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'mac_address': 'fa:16:3e:dd:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:57:12Z', 'updated_at': '2022-02-28T18:57:15Z', 'revision_number': 1, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:53:05Z', 'revision_number': 5, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 18:59:54.278082 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168186fd-c927-413e-8ed4-661e321eea15 None None] New status for floating IP 9d38d11a-21b9-440c-830a-b7a04f586b38: ACTIVE {{(pid=83065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 28 18:59:56.065334 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-b910c86d-6f99-4fb6-b1c4-a46e4b3dda5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:58.274876 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-a467170f-7547-4c0f-8324-2c0670740058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:59.535973 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 18:59:59.537991 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:00:00.774590 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:00:00.797518 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:00:06.475312 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9e1d2743-e4eb-4d79-9bfc-89666b3ecba8 req-ac5f7f3d-a6ff-49c4-a924-1aad53ba7ee2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0752132
Feb 28 19:00:06.634273 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9e1d2743-e4eb-4d79-9bfc-89666b3ecba8 req-1a7813df-5fdf-4d7d-83d5-5d9a5b6e680c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=16e7d713da4349b3977dab0041ed0bee&device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 1098 time: 0.0789785
Feb 28 19:00:06.883893 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d2743-e4eb-4d79-9bfc-89666b3ecba8 req-5141f44d-3751-41f3-b9eb-54fcb956e67d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 19:00:06.885478 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9e1d2743-e4eb-4d79-9bfc-89666b3ecba8 req-5141f44d-3751-41f3-b9eb-54fcb956e67d service neutron] 10.222.0.70 "GET /v2.0/networks?id=0b9470ea-8aed-4219-b27b-628954f1127e HTTP/1.1" status: 200  len: 913 time: 0.2278509
Feb 28 19:00:06.989809 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9e1d2743-e4eb-4d79-9bfc-89666b3ecba8 req-6b4f7936-788d-4f46-a4dc-c688e3457318 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efb69840-894f-4212-9637-5b366c79f633 HTTP/1.1" status: 200  len: 1001 time: 0.0974483
Feb 28 19:00:07.060250 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d2743-e4eb-4d79-9bfc-89666b3ecba8 req-b3e45943-19c6-412b-8f66-a22d2c3116d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 19:00:07.061639 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9e1d2743-e4eb-4d79-9bfc-89666b3ecba8 req-b3e45943-19c6-412b-8f66-a22d2c3116d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0fba4d2-c7ec-449c-b7f6-d835950f45c1 HTTP/1.1" status: 200  len: 851 time: 0.0645196
Feb 28 19:00:07.139655 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9e1d2743-e4eb-4d79-9bfc-89666b3ecba8 req-ae500fe4-083a-4877-9c55-310cb9448229 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0b9470ea-8aed-4219-b27b-628954f1127e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709572
Feb 28 19:00:07.281996 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9e1d2743-e4eb-4d79-9bfc-89666b3ecba8 req-830947c1-6efc-406a-a1c6-84d3b2dc4d9d service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333101
Feb 28 19:00:07.426893 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-9e1d2743-e4eb-4d79-9bfc-89666b3ecba8 req-a48ca89a-92c4-4658-8146-21a918bf2192 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325357
Feb 28 19:00:26.074334 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-34234560-5279-47b9-9c3f-d22e21626a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:00:28.285591 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-e32e3161-2c89-4c2f-a4e3-a30eb80048c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:00:28.760366 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 19:00:29.549888 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:00:29.551261 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:00:30.788483 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:00:30.801368 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:00:56.070023 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-e5ef4b5c-f1da-47bc-86a3-a51bc1910efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:00:58.282484 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-0d73c20d-722d-4fce-8f4f-c2dfeac524c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:00:59.541330 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:00:59.544994 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:00.801721 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:00.808036 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:05.757012 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 19:01:06.527301 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-60131c17-ef25-4805-b235-a98f9978e89a req-68e281d0-b145-4a0e-a7bf-191abf8873a5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0762842
Feb 28 19:01:06.625000 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-60131c17-ef25-4805-b235-a98f9978e89a req-e7e46834-0e90-4f02-b074-47d8add78353 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=16e7d713da4349b3977dab0041ed0bee&device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 1098 time: 0.0771694
Feb 28 19:01:06.783023 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60131c17-ef25-4805-b235-a98f9978e89a req-8a2e5f7c-90a8-4922-8c74-556f87da5076 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 19:01:06.784395 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-60131c17-ef25-4805-b235-a98f9978e89a req-8a2e5f7c-90a8-4922-8c74-556f87da5076 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0b9470ea-8aed-4219-b27b-628954f1127e HTTP/1.1" status: 200  len: 913 time: 0.1396675
Feb 28 19:01:06.886736 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-60131c17-ef25-4805-b235-a98f9978e89a req-1f7a2969-fce3-4afa-960c-e80b7b63bf60 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0560559b-145b-4478-b10b-b18402a36cb8 HTTP/1.1" status: 200  len: 1001 time: 0.0954685
Feb 28 19:01:06.949786 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60131c17-ef25-4805-b235-a98f9978e89a req-60a7f18f-2331-4867-9e2b-d9bde277194d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 19:01:06.951174 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-60131c17-ef25-4805-b235-a98f9978e89a req-60a7f18f-2331-4867-9e2b-d9bde277194d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0fba4d2-c7ec-449c-b7f6-d835950f45c1 HTTP/1.1" status: 200  len: 851 time: 0.0586584
Feb 28 19:01:07.029696 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-60131c17-ef25-4805-b235-a98f9978e89a req-6a1aad31-c609-4b87-98ef-17cfd1e5ecd6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0b9470ea-8aed-4219-b27b-628954f1127e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725513
Feb 28 19:01:07.160091 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-60131c17-ef25-4805-b235-a98f9978e89a req-0aa1becd-49db-4b72-8082-0844164ad821 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238308
Feb 28 19:01:07.295798 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-60131c17-ef25-4805-b235-a98f9978e89a req-74a6c1e1-0d30-418b-8c64-5fdc3e8a7ba2 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297188
Feb 28 19:01:26.085235 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-51258c27-b040-4861-8667-e9db78c3a805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:28.278853 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-6993cfa1-5de4-4b9f-b520-99a22aea2c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:29.550958 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:29.552242 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:30.817314 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:30.819808 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:42.135819 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40808) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 19:01:42.345628 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Deleting port b215fbaf-f38b-48d6-9ed3-d36b6a838b12 {{(pid=83062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 19:01:42.345919 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:42.510134 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:42.510440 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:42.627154 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Calling delete_port for b215fbaf-f38b-48d6-9ed3-d36b6a838b12 owned by network:floatingip {{(pid=83062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 19:01:42.752067 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 19:01:42.792489 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:42.836604 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event deleted for resources: {'Port': ['ID=b215fbaf-f38b-48d6-9ed3-d36b6a838b12,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 19:01:42.903348 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:42.903695 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:42.904034 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:42.904369 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:42.904696 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:42.905024 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:42.905350 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:42.905673 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:42.905994 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:42.906312 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:42.906643 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83062) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:42.939728 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for floatingip, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:43.459918 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Router 0cd3324c-dc03-41bb-9507-d9f3840115d7 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 19:01:43.674887 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 19:01:43.686469 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3022fca-7d99-4046-8947-d4f7c4f0b7ac None None] Sync routers for ids ['0cd3324c-dc03-41bb-9507-d9f3840115d7'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 19:01:43.699730 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3022fca-7d99-4046-8947-d4f7c4f0b7ac None None] Routers {'0cd3324c-dc03-41bb-9507-d9f3840115d7'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 19:01:43.699969 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:43.700477 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-c3022fca-7d99-4046-8947-d4f7c4f0b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5abc5940>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T19:01:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['0cd3324c-dc03-41bb-9507-d9f3840115d7'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:01:43.751897 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-f592a76b-769e-4b2f-b631-9ed03d833cc3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "DELETE /v2.0/floatingips/9d38d11a-21b9-440c-830a-b7a04f586b38 HTTP/1.1" status: 204  len: 168 time: 1.6146502
Feb 28 19:01:43.752482 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94815ef0-804e-4939-9e78-5bafa5a50b36', 'tag': '0560559b-145b-4478-b10b-b18402a36cb8'}] {{(pid=83062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 19:01:43.837923 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94815ef0-804e-4939-9e78-5bafa5a50b36', 'tag': '0560559b-145b-4478-b10b-b18402a36cb8', 'status': 'completed', 'code': 200}
Feb 28 19:01:43.880658 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-c3022fca-7d99-4046-8947-d4f7c4f0b7ac None None] Set router 0cd3324c-dc03-41bb-9507-d9f3840115d7 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 19:01:43.932471 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-de6cfb0d-8278-4706-a861-b26c3f230594 req-b32a7a5e-c506-4d7f-bc87-9d725ffd8f2c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=16e7d713da4349b3977dab0041ed0bee&device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 1098 time: 0.0714345
Feb 28 19:01:44.175790 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff39db-877b-434a-8536-9f12145c3f1b req-95fd2701-67cf-4c3e-9ace-f935e438f604 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 19:01:44.176959 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-6cff39db-877b-434a-8536-9f12145c3f1b req-95fd2701-67cf-4c3e-9ace-f935e438f604 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Synchronizing usage tracker for tenant:16e7d713da4349b3977dab0041ed0bee on resource:port {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 19:01:44.178835 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cfb0d-8278-4706-a861-b26c3f230594 req-59ffe2f8-78bf-4957-9e6c-49ba56eec615 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 19:01:44.180277 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-de6cfb0d-8278-4706-a861-b26c3f230594 req-59ffe2f8-78bf-4957-9e6c-49ba56eec615 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0b9470ea-8aed-4219-b27b-628954f1127e HTTP/1.1" status: 200  len: 913 time: 0.2418911
Feb 28 19:01:44.196993 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-6cff39db-877b-434a-8536-9f12145c3f1b req-95fd2701-67cf-4c3e-9ace-f935e438f604 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Unset dirty status for tenant:16e7d713da4349b3977dab0041ed0bee on resource:port {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 19:01:44.205189 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-6cff39db-877b-434a-8536-9f12145c3f1b req-95fd2701-67cf-4c3e-9ace-f935e438f604 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 945 time: 0.1129918
Feb 28 19:01:44.243626 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-c3022fca-7d99-4046-8947-d4f7c4f0b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5abc5940>, [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': 'af690d3d-67dc-4370-929c-6f71b6770d5d', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'port_id': 'efb69840-894f-4212-9637-5b366c79f633', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'mac_address': 'fa:16:3e:dd:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:57:12Z', 'updated_at': '2022-02-28T18:57:15Z', 'revision_number': 1, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:53:05Z', 'revision_number': 5, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:01:44.247124 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3022fca-7d99-4046-8947-d4f7c4f0b7ac None None] Checking router: 0cd3324c-dc03-41bb-9507-d9f3840115d7 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 19:01:44.252121 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-de6cfb0d-8278-4706-a861-b26c3f230594 req-66038585-6f5d-4dff-86bf-b5375497cee2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0560559b-145b-4478-b10b-b18402a36cb8 HTTP/1.1" status: 200  len: 217 time: 0.0650122
Feb 28 19:01:44.254517 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-6cff39db-877b-434a-8536-9f12145c3f1b req-33483cb0-5801-49af-abee-2ea9ef3c44bc tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480683
Feb 28 19:01:44.257618 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3022fca-7d99-4046-8947-d4f7c4f0b7ac None None] Routers {'0cd3324c-dc03-41bb-9507-d9f3840115d7'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 19:01:44.258295 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-c3022fca-7d99-4046-8947-d4f7c4f0b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5abc5940>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T19:01:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['0cd3324c-dc03-41bb-9507-d9f3840115d7'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:01:44.321210 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cfb0d-8278-4706-a861-b26c3f230594 req-b0326542-75b5-43cd-8ba2-7df79ea319a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 19:01:44.322691 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-de6cfb0d-8278-4706-a861-b26c3f230594 req-b0326542-75b5-43cd-8ba2-7df79ea319a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0fba4d2-c7ec-449c-b7f6-d835950f45c1 HTTP/1.1" status: 200  len: 851 time: 0.0638404
Feb 28 19:01:44.397075 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-de6cfb0d-8278-4706-a861-b26c3f230594 req-40709184-a235-45e4-ba39-24e9cbd92a4a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0b9470ea-8aed-4219-b27b-628954f1127e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0679567
Feb 28 19:01:44.434151 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-c3022fca-7d99-4046-8947-d4f7c4f0b7ac None None] Set router 0cd3324c-dc03-41bb-9507-d9f3840115d7 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 19:01:44.528907 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-de6cfb0d-8278-4706-a861-b26c3f230594 req-bbbdf8eb-240b-48b2-a1c4-37b12ae72ff4 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245952
Feb 28 19:01:44.663755 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-de6cfb0d-8278-4706-a861-b26c3f230594 req-4db5b418-3b65-4d64-add4-7120e34e7a07 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283405
Feb 28 19:01:44.819920 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-c3022fca-7d99-4046-8947-d4f7c4f0b7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5abc5940>, [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': 'af690d3d-67dc-4370-929c-6f71b6770d5d', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'port_id': 'efb69840-894f-4212-9637-5b366c79f633', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'mac_address': 'fa:16:3e:dd:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:57:12Z', 'updated_at': '2022-02-28T18:57:15Z', 'revision_number': 1, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:53:05Z', 'revision_number': 5, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:01:44.824025 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3022fca-7d99-4046-8947-d4f7c4f0b7ac None None] The sync data for ids ['0cd3324c-dc03-41bb-9507-d9f3840115d7'] in dv-cinder-831188-1-iscsi is: [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_floatingips': [{'id': 'af690d3d-67dc-4370-929c-6f71b6770d5d', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'floating_ip_address': '172.27.3.188', 'floating_network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'router_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'port_id': 'efb69840-894f-4212-9637-5b366c79f633', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'mac_address': 'fa:16:3e:dd:e1:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:57:12Z', 'updated_at': '2022-02-28T18:57:15Z', 'revision_number': 1, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:53:05Z', 'revision_number': 5, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 19:01:45.038754 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedc4f4a-33c0-40ff-be3e-7fa396cf9bab None None] New status for floating IP 9d38d11a-21b9-440c-830a-b7a04f586b38: DOWN {{(pid=83065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 28 19:01:45.471899 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebd185-d8c8-45d3-903a-d782245760e3 req-0df41bec-f7e2-4693-b1b0-c73e42f69c6f tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 19:01:45.473260 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-79ebd185-d8c8-45d3-903a-d782245760e3 req-0df41bec-f7e2-4693-b1b0-c73e42f69c6f tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 945 time: 0.0850034
Feb 28 19:01:45.519734 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-79ebd185-d8c8-45d3-903a-d782245760e3 req-bc619d43-820b-4652-a1c1-75273ed22a55 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409815
Feb 28 19:01:45.914635 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff406895-c090-4d0e-899f-a2fccb02ca9d req-22b5c1af-317d-4810-8fa9-05b4eb666c62 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 19:01:45.916753 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ff406895-c090-4d0e-899f-a2fccb02ca9d req-22b5c1af-317d-4810-8fa9-05b4eb666c62 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.70 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 945 time: 0.0824840
Feb 28 19:01:45.994839 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-ff406895-c090-4d0e-899f-a2fccb02ca9d req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Deleting port 0560559b-145b-4478-b10b-b18402a36cb8 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 19:01:45.995190 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-ff406895-c090-4d0e-899f-a2fccb02ca9d req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:46.267449 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-ff406895-c090-4d0e-899f-a2fccb02ca9d req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] For port 0560559b-145b-4478-b10b-b18402a36cb8, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0560559b-145b-4478-b10b-b18402a36cb8,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 19:01:46.267804 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-ff406895-c090-4d0e-899f-a2fccb02ca9d req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:46.390499 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-ff406895-c090-4d0e-899f-a2fccb02ca9d req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Calling delete_port for 0560559b-145b-4478-b10b-b18402a36cb8 owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 19:01:46.534233 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-ff406895-c090-4d0e-899f-a2fccb02ca9d req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:46.583696 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event deleted for resources: {'Port': ['ID=0560559b-145b-4478-b10b-b18402a36cb8,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 19:01:46.622608 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:46.622977 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:46.623311 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:46.623646 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:46.623963 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:46.624291 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:46.624614 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:46.624933 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:46.625254 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:46.625568 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:46.625866 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-iscsi {{(pid=83063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Feb 28 19:01:46.666944 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff406895-c090-4d0e-899f-a2fccb02ca9d req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] No DVR routers for this DVR port 0560559b-145b-4478-b10b-b18402a36cb8 on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 19:01:46.669968 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-ff406895-c090-4d0e-899f-a2fccb02ca9d req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:46.672563 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94815ef0-804e-4939-9e78-5bafa5a50b36', 'name': 'network-vif-deleted', 'tag': '0560559b-145b-4478-b10b-b18402a36cb8'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 19:01:46.688339 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-d926302b-b1ac-4c6f-9dbb-a3fd03ca1439 req-0db8ba43-9a2e-4c3c-a663-c234a9d82953 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=94815ef0-804e-4939-9e78-5bafa5a50b36 HTTP/1.1" status: 200  len: 210 time: 0.0438671
Feb 28 19:01:46.692185 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-ff406895-c090-4d0e-899f-a2fccb02ca9d req-f57df66f-9f39-4a0b-9f5e-27f1321b03e4 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.70 "DELETE /v2.0/ports/0560559b-145b-4478-b10b-b18402a36cb8 HTTP/1.1" status: 204  len: 173 time: 0.7703254
Feb 28 19:01:46.743366 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94815ef0-804e-4939-9e78-5bafa5a50b36', 'name': 'network-vif-deleted', 'tag': '0560559b-145b-4478-b10b-b18402a36cb8', 'status': 'completed', 'code': 200}
Feb 28 19:01:49.774357 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 0560559b-145b-4478-b10b-b18402a36cb8 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 19:01:49.807608 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: 0560559b-145b-4478-b10b-b18402a36cb8 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 19:01:49.807920 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device 0560559b-145b-4478-b10b-b18402a36cb8 not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 19:01:50.193754 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40846) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 19:01:50.399900 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-33653d4f-c45b-4aa5-a8cf-358e3f9f7fd2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Deleting port 9d88b2f3-f045-4563-91de-55d6613e3e8f {{(pid=83062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 19:01:50.400315 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-33653d4f-c45b-4aa5-a8cf-358e3f9f7fd2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:50.572359 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-33653d4f-c45b-4aa5-a8cf-358e3f9f7fd2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:50.572649 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-33653d4f-c45b-4aa5-a8cf-358e3f9f7fd2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:50.694361 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-33653d4f-c45b-4aa5-a8cf-358e3f9f7fd2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Calling delete_port for 9d88b2f3-f045-4563-91de-55d6613e3e8f owned by network:floatingip {{(pid=83062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 19:01:50.857036 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-33653d4f-c45b-4aa5-a8cf-358e3f9f7fd2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:50.911041 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33653d4f-c45b-4aa5-a8cf-358e3f9f7fd2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event deleted for resources: {'Port': ['ID=9d88b2f3-f045-4563-91de-55d6613e3e8f,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 19:01:51.015798 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-33653d4f-c45b-4aa5-a8cf-358e3f9f7fd2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for floatingip, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:51.520618 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33653d4f-c45b-4aa5-a8cf-358e3f9f7fd2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Router 0cd3324c-dc03-41bb-9507-d9f3840115d7 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 19:01:51.729452 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33653d4f-c45b-4aa5-a8cf-358e3f9f7fd2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 19:01:51.739221 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebacce6-92bd-47ae-8c77-9f99a07e0d6e None None] Sync routers for ids ['0cd3324c-dc03-41bb-9507-d9f3840115d7'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 19:01:51.746594 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-33653d4f-c45b-4aa5-a8cf-358e3f9f7fd2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:51.751802 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebacce6-92bd-47ae-8c77-9f99a07e0d6e None None] Routers {'0cd3324c-dc03-41bb-9507-d9f3840115d7'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 19:01:51.752427 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-cebacce6-92bd-47ae-8c77-9f99a07e0d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5abd1310>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T19:01:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['0cd3324c-dc03-41bb-9507-d9f3840115d7'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:01:51.805780 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-33653d4f-c45b-4aa5-a8cf-358e3f9f7fd2 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "DELETE /v2.0/floatingips/af690d3d-67dc-4370-929c-6f71b6770d5d HTTP/1.1" status: 204  len: 168 time: 1.6104691
Feb 28 19:01:51.806458 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'tag': 'efb69840-894f-4212-9637-5b366c79f633'}] {{(pid=83062) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 19:01:51.872190 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'tag': 'efb69840-894f-4212-9637-5b366c79f633', 'status': 'completed', 'code': 200}
Feb 28 19:01:51.936500 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-cebacce6-92bd-47ae-8c77-9f99a07e0d6e None None] Set router 0cd3324c-dc03-41bb-9507-d9f3840115d7 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 19:01:51.976443 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a4640781-dd13-42e9-b088-8439a4e79839 req-2ba4a672-feb0-48df-899c-fb37c8e2914e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=16e7d713da4349b3977dab0041ed0bee&device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 1098 time: 0.0774994
Feb 28 19:01:52.226891 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd3183-f83c-41bf-89eb-f54c1c66ebda req-bac34aaf-4522-4788-9a86-3c034e0094a5 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83062) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 19:01:52.228089 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-7fcd3183-f83c-41bf-89eb-f54c1c66ebda req-bac34aaf-4522-4788-9a86-3c034e0094a5 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Synchronizing usage tracker for tenant:16e7d713da4349b3977dab0041ed0bee on resource:port {{(pid=83062) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 19:01:52.232799 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4640781-dd13-42e9-b088-8439a4e79839 req-f4f38e4f-6971-4809-80b4-75102cfc3847 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 19:01:52.234282 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a4640781-dd13-42e9-b088-8439a4e79839 req-f4f38e4f-6971-4809-80b4-75102cfc3847 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0b9470ea-8aed-4219-b27b-628954f1127e HTTP/1.1" status: 200  len: 913 time: 0.2511785
Feb 28 19:01:52.247038 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.quota.resource [req-7fcd3183-f83c-41bf-89eb-f54c1c66ebda req-bac34aaf-4522-4788-9a86-3c034e0094a5 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Unset dirty status for tenant:16e7d713da4349b3977dab0041ed0bee on resource:port {{(pid=83062) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 19:01:52.248432 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7fcd3183-f83c-41bf-89eb-f54c1c66ebda req-bac34aaf-4522-4788-9a86-3c034e0094a5 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 945 time: 0.1048689
Feb 28 19:01:52.276031 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-cebacce6-92bd-47ae-8c77-9f99a07e0d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5abd1310>, [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:53:05Z', 'revision_number': 5, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:01:52.280240 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebacce6-92bd-47ae-8c77-9f99a07e0d6e None None] Checking router: 0cd3324c-dc03-41bb-9507-d9f3840115d7 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 19:01:52.290840 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebacce6-92bd-47ae-8c77-9f99a07e0d6e None None] Routers {'0cd3324c-dc03-41bb-9507-d9f3840115d7'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 19:01:52.291536 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-cebacce6-92bd-47ae-8c77-9f99a07e0d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5abd1310>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T19:01:28Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['0cd3324c-dc03-41bb-9507-d9f3840115d7'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:01:52.295703 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [req-7fcd3183-f83c-41bf-89eb-f54c1c66ebda req-fd6c6549-c448-462c-b0bd-752125f77f2e tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409231
Feb 28 19:01:52.307152 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a4640781-dd13-42e9-b088-8439a4e79839 req-f74f3753-ac78-42ba-a602-c089cb8386ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=efb69840-894f-4212-9637-5b366c79f633 HTTP/1.1" status: 200  len: 217 time: 0.0650325
Feb 28 19:01:52.375091 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4640781-dd13-42e9-b088-8439a4e79839 req-9a89e8fb-4898-4db2-9e54-f5948b9ca316 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 19:01:52.376527 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a4640781-dd13-42e9-b088-8439a4e79839 req-9a89e8fb-4898-4db2-9e54-f5948b9ca316 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0fba4d2-c7ec-449c-b7f6-d835950f45c1 HTTP/1.1" status: 200  len: 851 time: 0.0624433
Feb 28 19:01:52.455212 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a4640781-dd13-42e9-b088-8439a4e79839 req-28233fee-9737-4d06-b964-45734eda9f03 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0b9470ea-8aed-4219-b27b-628954f1127e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712900
Feb 28 19:01:52.469066 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-cebacce6-92bd-47ae-8c77-9f99a07e0d6e None None] Set router 0cd3324c-dc03-41bb-9507-d9f3840115d7 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 19:01:52.589700 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a4640781-dd13-42e9-b088-8439a4e79839 req-0caa0e80-2d75-4943-b04c-0488109d6329 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277857
Feb 28 19:01:52.725580 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-a4640781-dd13-42e9-b088-8439a4e79839 req-85979281-212e-4e0f-bb16-efd070899e40 service neutron] 10.222.0.70 "GET /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289613
Feb 28 19:01:52.778797 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-cebacce6-92bd-47ae-8c77-9f99a07e0d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5abd1310>, [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:53:05Z', 'revision_number': 5, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:01:52.782734 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebacce6-92bd-47ae-8c77-9f99a07e0d6e None None] The sync data for ids ['0cd3324c-dc03-41bb-9507-d9f3840115d7'] in dv-cinder-831188-1-iscsi is: [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T18:52:47Z', 'revision_number': 4, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi', '_interfaces': [{'id': '1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8', 'name': '', 'network_id': '0b9470ea-8aed-4219-b27b-628954f1127e', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'mac_address': 'fa:16:3e:de:1a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:46Z', 'updated_at': '2022-02-28T18:53:05Z', 'revision_number': 5, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'subnets': [{'id': 'd0fba4d2-c7ec-449c-b7f6-d835950f45c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 19:01:53.029857 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67e0fa5-4aee-44f7-a740-4355fd3408cf None None] New status for floating IP af690d3d-67dc-4370-929c-6f71b6770d5d: DOWN {{(pid=83065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Feb 28 19:01:53.532657 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5958aa-e40f-4db1-8983-525899a4710b req-1077ae88-748e-4a57-8693-5a429af75f51 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 19:01:53.533359 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-bf5958aa-e40f-4db1-8983-525899a4710b req-1077ae88-748e-4a57-8693-5a429af75f51 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Synchronizing usage tracker for tenant:16e7d713da4349b3977dab0041ed0bee on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 19:01:53.546028 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-bf5958aa-e40f-4db1-8983-525899a4710b req-1077ae88-748e-4a57-8693-5a429af75f51 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Unset dirty status for tenant:16e7d713da4349b3977dab0041ed0bee on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 19:01:53.547180 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-bf5958aa-e40f-4db1-8983-525899a4710b req-1077ae88-748e-4a57-8693-5a429af75f51 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 945 time: 0.1106586
Feb 28 19:01:53.595951 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-bf5958aa-e40f-4db1-8983-525899a4710b req-94be283f-723e-4ed3-ac99-c86376d1c48c tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/security-groups?id=611fc710-440c-4417-ad9c-b7615614e99e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427904
Feb 28 19:01:53.855084 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5248e7-1ebc-4a0a-967f-c559a14946f7 req-e661a1bd-f482-4b00-a6da-e9b4fcda8a21 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Feb 28 19:01:53.856892 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2c5248e7-1ebc-4a0a-967f-c559a14946f7 req-e661a1bd-f482-4b00-a6da-e9b4fcda8a21 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.70 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 945 time: 0.0959332
Feb 28 19:01:53.933186 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-2c5248e7-1ebc-4a0a-967f-c559a14946f7 req-1da85f9f-885b-4788-af2d-9f9cb4bb0229 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Deleting port efb69840-894f-4212-9637-5b366c79f633 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 19:01:53.933679 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-2c5248e7-1ebc-4a0a-967f-c559a14946f7 req-1da85f9f-885b-4788-af2d-9f9cb4bb0229 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:54.188047 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [req-2c5248e7-1ebc-4a0a-967f-c559a14946f7 req-1da85f9f-885b-4788-af2d-9f9cb4bb0229 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] For port efb69840-894f-4212-9637-5b366c79f633, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=efb69840-894f-4212-9637-5b366c79f633,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 19:01:54.188296 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-2c5248e7-1ebc-4a0a-967f-c559a14946f7 req-1da85f9f-885b-4788-af2d-9f9cb4bb0229 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:54.308791 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [req-2c5248e7-1ebc-4a0a-967f-c559a14946f7 req-1da85f9f-885b-4788-af2d-9f9cb4bb0229 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Calling delete_port for efb69840-894f-4212-9637-5b366c79f633 owned by compute:nova {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 19:01:54.461525 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-2c5248e7-1ebc-4a0a-967f-c559a14946f7 req-1da85f9f-885b-4788-af2d-9f9cb4bb0229 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:54.511899 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da85f9f-885b-4788-af2d-9f9cb4bb0229 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event deleted for resources: {'Port': ['ID=efb69840-894f-4212-9637-5b366c79f633,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 19:01:54.588611 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5248e7-1ebc-4a0a-967f-c559a14946f7 req-1da85f9f-885b-4788-af2d-9f9cb4bb0229 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] No DVR routers for this DVR port efb69840-894f-4212-9637-5b366c79f633 on host hv-cinder-83118 {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 19:01:54.591369 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [req-2c5248e7-1ebc-4a0a-967f-c559a14946f7 req-1da85f9f-885b-4788-af2d-9f9cb4bb0229 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for port, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:54.593791 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'name': 'network-vif-deleted', 'tag': 'efb69840-894f-4212-9637-5b366c79f633'}] {{(pid=83063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 28 19:01:54.612034 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-2c5248e7-1ebc-4a0a-967f-c559a14946f7 req-1da85f9f-885b-4788-af2d-9f9cb4bb0229 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.70 "DELETE /v2.0/ports/efb69840-894f-4212-9637-5b366c79f633 HTTP/1.1" status: 204  len: 173 time: 0.7495100
Feb 28 19:01:54.651570 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7396ab8-6f6f-4438-9f87-197c04c1ca88', 'name': 'network-vif-deleted', 'tag': 'efb69840-894f-4212-9637-5b366c79f633', 'status': 'completed', 'code': 200}
Feb 28 19:01:54.767322 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-d2e79acb-5a02-4df7-82fa-783a673042be req-25739950-c3bc-4f47-a661-6e0c5fedcf47 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Synchronizing usage tracker for tenant:16e7d713da4349b3977dab0041ed0bee on resource:port {{(pid=83063) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Feb 28 19:01:54.786594 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.quota.resource [req-d2e79acb-5a02-4df7-82fa-783a673042be req-25739950-c3bc-4f47-a661-6e0c5fedcf47 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Unset dirty status for tenant:16e7d713da4349b3977dab0041ed0bee on resource:port {{(pid=83063) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Feb 28 19:01:54.787986 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [req-d2e79acb-5a02-4df7-82fa-783a673042be req-25739950-c3bc-4f47-a661-6e0c5fedcf47 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7396ab8-6f6f-4438-9f87-197c04c1ca88 HTTP/1.1" status: 200  len: 210 time: 0.0646119
Feb 28 19:01:55.921248 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40866) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 19:01:56.081422 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-75ebca37-a2d5-40ed-aea3-645a880bc91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:56.188199 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-470118b3-de59-4549-a65b-f80c3f9e94f7 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Deleting port 3b65d268-dfbf-403b-b46d-0a939ebb4269 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 19:01:56.188482 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-470118b3-de59-4549-a65b-f80c3f9e94f7 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:56.367684 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-470118b3-de59-4549-a65b-f80c3f9e94f7 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:56.368157 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-470118b3-de59-4549-a65b-f80c3f9e94f7 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:56.492527 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-470118b3-de59-4549-a65b-f80c3f9e94f7 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Calling delete_port for 3b65d268-dfbf-403b-b46d-0a939ebb4269 owned by network:floatingip {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 19:01:56.648099 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-470118b3-de59-4549-a65b-f80c3f9e94f7 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:56.691606 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470118b3-de59-4549-a65b-f80c3f9e94f7 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event deleted for resources: {'Port': ['ID=3b65d268-dfbf-403b-b46d-0a939ebb4269,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 19:01:56.780902 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-470118b3-de59-4549-a65b-f80c3f9e94f7 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for floatingip, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:56.801456 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-470118b3-de59-4549-a65b-f80c3f9e94f7 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57590'] for floatingip, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:56.805181 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-470118b3-de59-4549-a65b-f80c3f9e94f7 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "DELETE /v2.0/floatingips/7980a86e-51a6-43f2-acd8-e14ac5e2557c HTTP/1.1" status: 204  len: 168 time: 0.8805182
Feb 28 19:01:57.805628 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device efb69840-894f-4212-9637-5b366c79f633 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 19:01:57.844434 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] No Port match for: efb69840-894f-4212-9637-5b366c79f633 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 19:01:57.844756 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Device efb69840-894f-4212-9637-5b366c79f633 not bound to the agent host hv-cinder-83118 {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 19:01:58.202749 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40880) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 19:01:58.271007 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-605cf960-4cb5-46a8-8493-f219fadab9d3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:58.272857 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-066551ed-0774-4916-abdf-546d3e945499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:58.299887 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-605cf960-4cb5-46a8-8493-f219fadab9d3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:58.374086 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-605cf960-4cb5-46a8-8493-f219fadab9d3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:58.393769 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cf960-4cb5-46a8-8493-f219fadab9d3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=611fc710-440c-4417-ad9c-b7615614e99e,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 19:01:58.406762 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-605cf960-4cb5-46a8-8493-f219fadab9d3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] Notify callbacks [] for security_group, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:58.407884 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-605cf960-4cb5-46a8-8493-f219fadab9d3 tempest-TestVolumeBootPattern-1580150119 tempest-TestVolumeBootPattern-1580150119-project] 10.222.0.18 "DELETE /v2.0/security-groups/611fc710-440c-4417-ad9c-b7615614e99e HTTP/1.1" status: 204  len: 168 time: 0.2041335
Feb 28 19:01:58.499493 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40886) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 19:01:59.098614 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-152dc437-37c5-4831-af21-42c7392ea446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708202'] for router_interface, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:59.544416 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:59.547949 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:59.815935 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-152dc437-37c5-4831-af21-42c7392ea446 admin admin] Deleting port 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 {{(pid=83062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 19:01:59.816585 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-152dc437-37c5-4831-af21-42c7392ea446 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:01:59.984987 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.db [None req-152dc437-37c5-4831-af21-42c7392ea446 admin admin] For port 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 19:01:59.985343 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-152dc437-37c5-4831-af21-42c7392ea446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:00.103134 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-152dc437-37c5-4831-af21-42c7392ea446 admin admin] Calling delete_port for 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 owned by network:router_interface {{(pid=83062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 19:02:00.289179 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-152dc437-37c5-4831-af21-42c7392ea446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:00.344608 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152dc437-37c5-4831-af21-42c7392ea446 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 19:02:00.632514 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-152dc437-37c5-4831-af21-42c7392ea446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7996956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708313'] for router_interface, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:00.792172 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:00.810315 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:01.289625 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152dc437-37c5-4831-af21-42c7392ea446 admin admin] Router 0cd3324c-dc03-41bb-9507-d9f3840115d7 has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83062) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 19:02:01.494724 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152dc437-37c5-4831-af21-42c7392ea446 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83062) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 19:02:01.503840 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79523b36-d965-4f2c-84be-7a06b1ae727a None None] Sync routers for ids ['0cd3324c-dc03-41bb-9507-d9f3840115d7'] in dv-cinder-831188-1-iscsi {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 19:02:01.507124 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-152dc437-37c5-4831-af21-42c7392ea446 admin admin] 10.222.0.18 "PUT /v2.0/routers/0cd3324c-dc03-41bb-9507-d9f3840115d7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0065379
Feb 28 19:02:01.509796 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40894) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 19:02:01.517418 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79523b36-d965-4f2c-84be-7a06b1ae727a None None] Routers {'0cd3324c-dc03-41bb-9507-d9f3840115d7'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 19:02:01.518021 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-79523b36-d965-4f2c-84be-7a06b1ae727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5aa3ec70>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T19:01:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['0cd3324c-dc03-41bb-9507-d9f3840115d7'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:02:01.708335 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-030b280d-5d40-4efc-8e47-04c879a6f6f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:01.729936 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-79523b36-d965-4f2c-84be-7a06b1ae727a None None] Set router 0cd3324c-dc03-41bb-9507-d9f3840115d7 gateway port host: dv-cinder-831188-1-iscsi {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 19:02:01.911521 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-030b280d-5d40-4efc-8e47-04c879a6f6f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:01.921838 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-030b280d-5d40-4efc-8e47-04c879a6f6f8 admin admin] Deleting port 2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93 {{(pid=83062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 19:02:01.922429 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-030b280d-5d40-4efc-8e47-04c879a6f6f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:02.016050 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-79523b36-d965-4f2c-84be-7a06b1ae727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5aa3ec70>, [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T19:02:00Z', 'revision_number': 5, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port': {'id': '2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:44Z', 'updated_at': '2022-02-28T18:52:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:02:02.019957 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79523b36-d965-4f2c-84be-7a06b1ae727a None None] Checking router: 0cd3324c-dc03-41bb-9507-d9f3840115d7 for host: dv-cinder-831188-1-iscsi {{(pid=83064) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 19:02:02.031262 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79523b36-d965-4f2c-84be-7a06b1ae727a None None] Routers {'0cd3324c-dc03-41bb-9507-d9f3840115d7'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83064) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 19:02:02.031941 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-79523b36-d965-4f2c-84be-7a06b1ae727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5aa3ec70>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T19:01:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['0cd3324c-dc03-41bb-9507-d9f3840115d7'], 'active': True} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:02:02.103788 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.db [None req-030b280d-5d40-4efc-8e47-04c879a6f6f8 admin admin] For port 2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 19:02:02.104178 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-030b280d-5d40-4efc-8e47-04c879a6f6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:02.180498 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_dvr_db [None req-79523b36-d965-4f2c-84be-7a06b1ae727a None None] Set router 0cd3324c-dc03-41bb-9507-d9f3840115d7 gateway port host: None {{(pid=83064) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 19:02:02.230518 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-030b280d-5d40-4efc-8e47-04c879a6f6f8 admin admin] Calling delete_port for 2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93 owned by network:router_gateway {{(pid=83062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 19:02:02.284030 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.db.l3_hamode_db [None req-79523b36-d965-4f2c-84be-7a06b1ae727a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5aa3ec70>, [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T19:02:01Z', 'revision_number': 6, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port_host': None}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:02:02.287908 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79523b36-d965-4f2c-84be-7a06b1ae727a None None] The sync data for ids ['0cd3324c-dc03-41bb-9507-d9f3840115d7'] in dv-cinder-831188-1-iscsi is: [{'id': '0cd3324c-dc03-41bb-9507-d9f3840115d7', 'name': 'tempest-TestVolumeBootPattern-1525278521-router', 'tenant_id': '16e7d713da4349b3977dab0041ed0bee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:43Z', 'updated_at': '2022-02-28T19:02:01Z', 'revision_number': 6, 'project_id': '16e7d713da4349b3977dab0041ed0bee', 'gw_port_host': None}] {{(pid=83064) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 19:02:02.408306 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-030b280d-5d40-4efc-8e47-04c879a6f6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:02.451307 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b280d-5d40-4efc-8e47-04c879a6f6f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 19:02:02.761745 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-030b280d-5d40-4efc-8e47-04c879a6f6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716815'] for router_gateway, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:03.015567 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-030b280d-5d40-4efc-8e47-04c879a6f6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239020'] for router, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:03.020192 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-030b280d-5d40-4efc-8e47-04c879a6f6f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:03.048754 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-030b280d-5d40-4efc-8e47-04c879a6f6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706859'] for router, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:03.049243 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030b280d-5d40-4efc-8e47-04c879a6f6f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cd3324c-dc03-41bb-9507-d9f3840115d7 {{(pid=83062) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 28 19:02:03.062745 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-030b280d-5d40-4efc-8e47-04c879a6f6f8 admin admin] Notify callbacks [] for router, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:03.063976 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-030b280d-5d40-4efc-8e47-04c879a6f6f8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0cd3324c-dc03-41bb-9507-d9f3840115d7 HTTP/1.1" status: 204  len: 168 time: 1.5533171
Feb 28 19:02:03.066469 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40904) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 19:02:03.125089 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.db_base_plugin_v2 [None req-1732695e-af97-45b3-bd28-00ad7468c2a5 admin admin] Deleting subnet d0fba4d2-c7ec-449c-b7f6-d835950f45c1 {{(pid=83062) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 28 19:02:03.127944 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-1732695e-af97-45b3-bd28-00ad7468c2a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:03.178508 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-1732695e-af97-45b3-bd28-00ad7468c2a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1066642'] for subnet, precommit_delete_associations {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:03.259961 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-1732695e-af97-45b3-bd28-00ad7468c2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7461361'] for subnet, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:03.329034 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-1732695e-af97-45b3-bd28-00ad7468c2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7461320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1770863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1656696'] for subnet, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:03.367102 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1732695e-af97-45b3-bd28-00ad7468c2a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0fba4d2-c7ec-449c-b7f6-d835950f45c1,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 19:02:03.373175 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-1732695e-af97-45b3-bd28-00ad7468c2a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:03.378810 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253c5136-575a-42c9-ba35-f3f679b85b27 None None] Network 0b9470ea-8aed-4219-b27b-628954f1127e requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 19:02:03.379374 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-1732695e-af97-45b3-bd28-00ad7468c2a5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d0fba4d2-c7ec-449c-b7f6-d835950f45c1 HTTP/1.1" status: 204  len: 168 time: 0.3111677
Feb 28 19:02:03.381423 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [-] (83062) accepted ('10.222.0.18', 40912) {{(pid=83062) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 19:02:03.485320 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370211'] for network, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:03.495462 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] Deleting port e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a {{(pid=83062) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 19:02:03.495784 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:03.642141 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822b7189-adcd-4b01-b033-8b3288809768 None None] DHCP port deletion for 0b9470ea-8aed-4219-b27b-628954f1127e request from dv-cinder-831188-1-iscsi {{(pid=83064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 28 19:02:03.647215 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-822b7189-adcd-4b01-b033-8b3288809768 None None] Deleting port e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a {{(pid=83064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 19:02:03.647580 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-822b7189-adcd-4b01-b033-8b3288809768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:03.692316 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.db [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] For port e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83062) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 19:02:03.692648 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:03.812065 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.plugin [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] Calling delete_port for e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a owned by network:dhcp {{(pid=83062) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 19:02:03.847186 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-822b7189-adcd-4b01-b033-8b3288809768 None None] For port e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a,segment=NetworkSegment(230ba2b8-2727-437e-8850-279b1489c5e3),segment_id=230ba2b8-2727-437e-8850-279b1489c5e3)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 19:02:03.847448 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-822b7189-adcd-4b01-b033-8b3288809768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:03.970582 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-822b7189-adcd-4b01-b033-8b3288809768 None None] Calling delete_port for e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a owned by network:dhcp {{(pid=83064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 19:02:03.989686 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1770928'] for port, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:04.033593 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 19:02:04.039984 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] No DVR routers for this DVR port e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a on host dv-cinder-831188-1-iscsi {{(pid=83062) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 19:02:04.051607 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93 no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 19:02:04.133663 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: 2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 19:02:04.133913 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 2d3a2b6b-27bd-4442-8c9f-6bf53cd61d93 not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 19:02:04.134289 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 19:02:04.155350 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7459708', 'neutron.services.segments.db._delete_segments_for_network-8743575949671'] for network, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:04.165684 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 19:02:04.165985 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 1fbf4ba4-e60d-4bdf-85aa-b726149f4fa8 not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 19:02:04.166422 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 19:02:04.180606 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3c5a812100>,) {'filters': {'network_id': ['0b9470ea-8aed-4219-b27b-628954f1127e']}} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:02:04.195841 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a812100>, '230ba2b8-2727-437e-8850-279b1489c5e3') {'for_net_delete': True} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:02:04.196197 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.services.segments.db [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a812100>, '230ba2b8-2727-437e-8850-279b1489c5e3') {} {{(pid=83062) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:02:04.199752 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.db.api [None req-822b7189-adcd-4b01-b033-8b3288809768 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 28 19:02:04.200081 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG oslo_db.api [None req-822b7189-adcd-4b01-b033-8b3288809768 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 28 19:02:04.200682 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 19:02:04.200976 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 19:02:04.209954 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743575948782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1066649'] for segment, before_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:04.230987 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:04.237202 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=83062) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 28 19:02:04.237601 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7462232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1770949'] for segment, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]: Traceback (most recent call last):
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:     timer()
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:     cb(*args, **kw)
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:     return func(*args, **kwargs)
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:     self._notify()
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:     self.callback(batched_events)
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:     event.method(event)
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:     return f(self, *a, **k)
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self._get(url).json()
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:     return self.request(url, 'GET', **kwargs)
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 19:02:04.250908 dv-cinder-831188-1-iscsi neutron-server[83062]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 19:02:04.327112 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7459699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716906'] for network, after_delete {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:04.343590 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron_lib.callbacks.manager [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83062) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:04.357610 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9470ea-8aed-4219-b27b-628954f1127e,revision_number=None']} {{(pid=83062) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 19:02:04.377271 dv-cinder-831188-1-iscsi neutron-server[83062]: INFO neutron.wsgi [None req-c323af15-af76-4766-b876-54c8c83abd2a admin admin] 10.222.0.18 "DELETE /v2.0/networks/0b9470ea-8aed-4219-b27b-628954f1127e HTTP/1.1" status: 204  len: 168 time: 0.9948921
Feb 28 19:02:04.380478 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40920) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 19:02:04.701056 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-822b7189-adcd-4b01-b033-8b3288809768 None None] Deleting port e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a {{(pid=83064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 19:02:04.701717 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-822b7189-adcd-4b01-b033-8b3288809768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:04.762617 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-822b7189-adcd-4b01-b033-8b3288809768 None None] The port 'e7d8b1ec-2fff-46b0-a11e-f9e678dadb3a' was deleted {{(pid=83064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 28 19:02:04.785411 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0e91ae6f-f32f-4b5c-8050-50d5113678f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-708202'] for router_interface, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:05.475251 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-0e91ae6f-f32f-4b5c-8050-50d5113678f7 admin admin] Deleting port 2b55ad72-d95a-4097-802a-1f57ee01fbcf {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 19:02:05.475930 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0e91ae6f-f32f-4b5c-8050-50d5113678f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:05.643488 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [None req-0e91ae6f-f32f-4b5c-8050-50d5113678f7 admin admin] For port 2b55ad72-d95a-4097-802a-1f57ee01fbcf, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=2b55ad72-d95a-4097-802a-1f57ee01fbcf,segment=NetworkSegment(23d8224e-c5b5-4bba-ad2b-5b35eed12ce9),segment_id=23d8224e-c5b5-4bba-ad2b-5b35eed12ce9)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 19:02:05.643798 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0e91ae6f-f32f-4b5c-8050-50d5113678f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:05.762865 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-0e91ae6f-f32f-4b5c-8050-50d5113678f7 admin admin] Calling delete_port for 2b55ad72-d95a-4097-802a-1f57ee01fbcf owned by network:router_interface {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 19:02:05.941268 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0e91ae6f-f32f-4b5c-8050-50d5113678f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:05.984976 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91ae6f-f32f-4b5c-8050-50d5113678f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b55ad72-d95a-4097-802a-1f57ee01fbcf,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 19:02:06.275797 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-0e91ae6f-f32f-4b5c-8050-50d5113678f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7996956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-708313'] for router_interface, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:06.948350 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e91ae6f-f32f-4b5c-8050-50d5113678f7 admin admin] Router ae420896-b048-4075-ba42-74d851b90bfa has already been hosted by L3 agent 938121dd-85c0-465a-86f4-5190fe7fa879 {{(pid=83063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Feb 28 19:02:07.164532 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e91ae6f-f32f-4b5c-8050-50d5113678f7 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-iscsi the message routers_updated {{(pid=83063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Feb 28 19:02:07.173547 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b63ed6-fd9c-48a3-b3d1-d5a4c7332f40 None None] Sync routers for ids ['ae420896-b048-4075-ba42-74d851b90bfa'] in dv-cinder-831188-1-iscsi {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Feb 28 19:02:07.185727 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-0e91ae6f-f32f-4b5c-8050-50d5113678f7 admin admin] 10.222.0.18 "PUT /v2.0/routers/ae420896-b048-4075-ba42-74d851b90bfa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8039980
Feb 28 19:02:07.187660 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b63ed6-fd9c-48a3-b3d1-d5a4c7332f40 None None] Routers {'ae420896-b048-4075-ba42-74d851b90bfa'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 19:02:07.188309 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-37b63ed6-fd9c-48a3-b3d1-d5a4c7332f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ab52fd0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T19:01:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['ae420896-b048-4075-ba42-74d851b90bfa'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:02:07.188460 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40928) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 19:02:07.360426 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-37b63ed6-fd9c-48a3-b3d1-d5a4c7332f40 None None] Set router ae420896-b048-4075-ba42-74d851b90bfa gateway port host: dv-cinder-831188-1-iscsi {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 19:02:07.380304 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3e879076-b3b3-41fd-958b-76f00a44fe0b admin admin] Notify callbacks [] for router, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:07.574538 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3e879076-b3b3-41fd-958b-76f00a44fe0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:07.586505 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-3e879076-b3b3-41fd-958b-76f00a44fe0b admin admin] Deleting port e6881342-0238-4b24-9114-21b729878864 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 19:02:07.587004 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3e879076-b3b3-41fd-958b-76f00a44fe0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:07.648196 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-37b63ed6-fd9c-48a3-b3d1-d5a4c7332f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ab52fd0>, [{'id': 'ae420896-b048-4075-ba42-74d851b90bfa', 'name': 'tempest-TestVolumeBootPattern-552564023-router', 'tenant_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'external_fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': 'e6881342-0238-4b24-9114-21b729878864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:51Z', 'updated_at': '2022-02-28T19:02:05Z', 'revision_number': 5, 'project_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'gw_port': {'id': 'e6881342-0238-4b24-9114-21b729878864', 'name': '', 'network_id': 'f40459f8-f658-4119-914b-b9023327a718', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae420896-b048-4075-ba42-74d851b90bfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:52:52Z', 'updated_at': '2022-02-28T18:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14c23ed2-446a-414e-8e86-91dabee5c278', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-iscsi'}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:02:07.651884 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b63ed6-fd9c-48a3-b3d1-d5a4c7332f40 None None] Checking router: ae420896-b048-4075-ba42-74d851b90bfa for host: dv-cinder-831188-1-iscsi {{(pid=83065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Feb 28 19:02:07.662006 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b63ed6-fd9c-48a3-b3d1-d5a4c7332f40 None None] Routers {'ae420896-b048-4075-ba42-74d851b90bfa'} bound to L3 agent in host dv-cinder-831188-1-iscsi {{(pid=83065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Feb 28 19:02:07.662578 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-37b63ed6-fd9c-48a3-b3d1-d5a4c7332f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3c5ab52fd0>, 'dv-cinder-831188-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:38:28Z,description=<?>,heartbeat_timestamp=2022-02-28T19:01:58Z,host='dv-cinder-831188-1-iscsi',id=938121dd-85c0-465a-86f4-5190fe7fa879,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-02-28T18:38:28Z,topic='l3_agent')) {'router_ids': ['ae420896-b048-4075-ba42-74d851b90bfa'], 'active': True} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:02:07.757724 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [None req-3e879076-b3b3-41fd-958b-76f00a44fe0b admin admin] For port e6881342-0238-4b24-9114-21b729878864, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=e6881342-0238-4b24-9114-21b729878864,segment=NetworkSegment(06d28019-b999-487f-a5e4-c40b4c8071d7),segment_id=06d28019-b999-487f-a5e4-c40b4c8071d7)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 19:02:07.758059 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3e879076-b3b3-41fd-958b-76f00a44fe0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:07.837930 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_dvr_db [None req-37b63ed6-fd9c-48a3-b3d1-d5a4c7332f40 None None] Set router ae420896-b048-4075-ba42-74d851b90bfa gateway port host: None {{(pid=83065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Feb 28 19:02:07.877370 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-3e879076-b3b3-41fd-958b-76f00a44fe0b admin admin] Calling delete_port for e6881342-0238-4b24-9114-21b729878864 owned by network:router_gateway {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 19:02:07.937412 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.l3_hamode_db [None req-37b63ed6-fd9c-48a3-b3d1-d5a4c7332f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3c5ab52fd0>, [{'id': 'ae420896-b048-4075-ba42-74d851b90bfa', 'name': 'tempest-TestVolumeBootPattern-552564023-router', 'tenant_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:51Z', 'updated_at': '2022-02-28T19:02:07Z', 'revision_number': 6, 'project_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'gw_port_host': None}], 'dv-cinder-831188-1-iscsi', False) {} {{(pid=83065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:02:07.941491 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b63ed6-fd9c-48a3-b3d1-d5a4c7332f40 None None] The sync data for ids ['ae420896-b048-4075-ba42-74d851b90bfa'] in dv-cinder-831188-1-iscsi is: [{'id': 'ae420896-b048-4075-ba42-74d851b90bfa', 'name': 'tempest-TestVolumeBootPattern-552564023-router', 'tenant_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:52:51Z', 'updated_at': '2022-02-28T19:02:07Z', 'revision_number': 6, 'project_id': 'bfc39115fa0644a5a324aa4890e86bfc', 'gw_port_host': None}] {{(pid=83065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Feb 28 19:02:08.047888 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3e879076-b3b3-41fd-958b-76f00a44fe0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:08.095854 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e879076-b3b3-41fd-958b-76f00a44fe0b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6881342-0238-4b24-9114-21b729878864,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 19:02:08.435172 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3e879076-b3b3-41fd-958b-76f00a44fe0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-716815'] for router_gateway, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:08.688128 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3e879076-b3b3-41fd-958b-76f00a44fe0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-707007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-239020'] for router, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:08.693143 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3e879076-b3b3-41fd-958b-76f00a44fe0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:08.721237 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3e879076-b3b3-41fd-958b-76f00a44fe0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-706859'] for router, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:08.721814 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e879076-b3b3-41fd-958b-76f00a44fe0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae420896-b048-4075-ba42-74d851b90bfa {{(pid=83063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Feb 28 19:02:08.737154 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3e879076-b3b3-41fd-958b-76f00a44fe0b admin admin] Notify callbacks [] for router, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:08.738305 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-3e879076-b3b3-41fd-958b-76f00a44fe0b admin admin] 10.222.0.18 "DELETE /v2.0/routers/ae420896-b048-4075-ba42-74d851b90bfa HTTP/1.1" status: 204  len: 168 time: 1.5489991
Feb 28 19:02:08.741445 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40932) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 19:02:08.805643 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.db_base_plugin_v2 [None req-06eea2d7-d5ca-4c92-90fe-2e37014b9e76 admin admin] Deleting subnet 1cb85418-127c-474c-9975-19cc9027720a {{(pid=83063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Feb 28 19:02:08.810377 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-06eea2d7-d5ca-4c92-90fe-2e37014b9e76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:08.861315 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-06eea2d7-d5ca-4c92-90fe-2e37014b9e76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1992746'] for subnet, precommit_delete_associations {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:08.943424 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-06eea2d7-d5ca-4c92-90fe-2e37014b9e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7461361'] for subnet, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:09.013077 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-06eea2d7-d5ca-4c92-90fe-2e37014b9e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7461320', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1992579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1931108'] for subnet, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:09.053709 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eea2d7-d5ca-4c92-90fe-2e37014b9e76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cb85418-127c-474c-9975-19cc9027720a,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 19:02:09.059922 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-06eea2d7-d5ca-4c92-90fe-2e37014b9e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for subnet, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:09.064087 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf3a3a6-5386-446c-a907-4ae23e48b064 None None] Network 8361a78c-3765-4d13-92b9-1e099c207b9c requested from dv-cinder-831188-1-iscsi {{(pid=83064) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Feb 28 19:02:09.066445 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-06eea2d7-d5ca-4c92-90fe-2e37014b9e76 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1cb85418-127c-474c-9975-19cc9027720a HTTP/1.1" status: 204  len: 168 time: 0.3240299
Feb 28 19:02:09.068895 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40936) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 19:02:09.176809 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7370211'] for network, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:09.188355 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] Deleting port 798027e3-4a81-44e5-a9e1-e3cdd5070062 {{(pid=83063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 19:02:09.188738 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:09.310066 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da9d95a-802c-4c68-b641-745804df7a34 None None] DHCP port deletion for 8361a78c-3765-4d13-92b9-1e099c207b9c request from dv-cinder-831188-1-iscsi {{(pid=83064) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Feb 28 19:02:09.314087 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-6da9d95a-802c-4c68-b641-745804df7a34 None None] Deleting port 798027e3-4a81-44e5-a9e1-e3cdd5070062 {{(pid=83064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 19:02:09.314526 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-6da9d95a-802c-4c68-b641-745804df7a34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:09.390678 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.db [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] For port 798027e3-4a81-44e5-a9e1-e3cdd5070062, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=798027e3-4a81-44e5-a9e1-e3cdd5070062,segment=NetworkSegment(23d8224e-c5b5-4bba-ad2b-5b35eed12ce9),segment_id=23d8224e-c5b5-4bba-ad2b-5b35eed12ce9)] {{(pid=83063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 19:02:09.391039 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:09.508910 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.db [None req-6da9d95a-802c-4c68-b641-745804df7a34 None None] For port 798027e3-4a81-44e5-a9e1-e3cdd5070062, host dv-cinder-831188-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-iscsi',level=0,port_id=798027e3-4a81-44e5-a9e1-e3cdd5070062,segment=NetworkSegment(23d8224e-c5b5-4bba-ad2b-5b35eed12ce9),segment_id=23d8224e-c5b5-4bba-ad2b-5b35eed12ce9)] {{(pid=83064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Feb 28 19:02:09.509162 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.plugin [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] Calling delete_port for 798027e3-4a81-44e5-a9e1-e3cdd5070062 owned by network:dhcp {{(pid=83063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 19:02:09.509555 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-6da9d95a-802c-4c68-b641-745804df7a34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-893564'] for port, precommit_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:09.585801 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7385212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743575920514', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743575496322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1992540'] for port, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:09.625764 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-6da9d95a-802c-4c68-b641-745804df7a34 None None] Calling delete_port for 798027e3-4a81-44e5-a9e1-e3cdd5070062 owned by network:dhcp {{(pid=83064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}}
Feb 28 19:02:09.627791 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] Pushing event deleted for resources: {'Port': ['ID=798027e3-4a81-44e5-a9e1-e3cdd5070062,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 19:02:09.634361 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] No DVR routers for this DVR port 798027e3-4a81-44e5-a9e1-e3cdd5070062 on host dv-cinder-831188-1-iscsi {{(pid=83063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Feb 28 19:02:09.708846 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.db.api [None req-6da9d95a-802c-4c68-b641-745804df7a34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Feb 28 19:02:09.709228 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG oslo_db.api [None req-6da9d95a-802c-4c68-b641-745804df7a34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Feb 28 19:02:09.837982 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7459708', 'neutron.services.segments.db._delete_segments_for_network-8743575949671'] for network, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:09.863091 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3c5a8a7af0>,) {'filters': {'network_id': ['8361a78c-3765-4d13-92b9-1e099c207b9c']}} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:02:09.877984 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a8a7af0>, '23d8224e-c5b5-4bba-ad2b-5b35eed12ce9') {'for_net_delete': True} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:02:09.878282 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.services.segments.db [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3c5a8a7af0>, '23d8224e-c5b5-4bba-ad2b-5b35eed12ce9') {} {{(pid=83063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Feb 28 19:02:09.889847 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743575948782', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1992737'] for segment, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:09.907279 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7832747'] for segment, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:09.913790 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=83063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Feb 28 19:02:09.914164 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7462232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1992489'] for segment, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]: Traceback (most recent call last):
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:     timer()
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:     cb(*args, **kw)
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:     return func(*args, **kwargs)
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:     self._notify()
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:     self.callback(batched_events)
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:     event.method(event)
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:     aggregate_uuid = self.p_client.list_aggregates(
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:     return f(self, *a, **k)
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self._get(url).json()
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:     return self.request(url, 'GET', **kwargs)
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:     base_url = self.get_endpoint(auth, allow=allow,
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 28 19:02:09.926783 dv-cinder-831188-1-iscsi neutron-server[83063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 28 19:02:10.005125 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7459699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7997169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-716906'] for network, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:10.021270 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 798027e3-4a81-44e5-a9e1-e3cdd5070062 no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 19:02:10.024348 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7997176'] for network, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:10.034137 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] Pushing event deleted for resources: {'Network': ['ID=8361a78c-3765-4d13-92b9-1e099c207b9c,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 19:02:10.043525 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-3b865b9d-957c-4156-996a-b7b0ab5ab6dd admin admin] 10.222.0.18 "DELETE /v2.0/networks/8361a78c-3765-4d13-92b9-1e099c207b9c HTTP/1.1" status: 204  len: 168 time: 0.9737327
Feb 28 19:02:10.054746 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: 798027e3-4a81-44e5-a9e1-e3cdd5070062 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 19:02:10.055088 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 798027e3-4a81-44e5-a9e1-e3cdd5070062 not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 19:02:10.055495 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device e6881342-0238-4b24-9114-21b729878864 no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 19:02:10.086936 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: e6881342-0238-4b24-9114-21b729878864 {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 19:02:10.087547 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device e6881342-0238-4b24-9114-21b729878864 not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 19:02:10.087652 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 2b55ad72-d95a-4097-802a-1f57ee01fbcf no longer exists at agent ovs-agent-dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Feb 28 19:02:10.121854 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] No Port match for: 2b55ad72-d95a-4097-802a-1f57ee01fbcf {{(pid=83064) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}}
Feb 28 19:02:10.122325 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.rpc [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Device 2b55ad72-d95a-4097-802a-1f57ee01fbcf not bound to the agent host dv-cinder-831188-1-iscsi {{(pid=83064) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Feb 28 19:02:10.191263 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40942) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 19:02:10.210272 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-6da9d95a-802c-4c68-b641-745804df7a34 None None] Deleting port 798027e3-4a81-44e5-a9e1-e3cdd5070062 {{(pid=83064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}}
Feb 28 19:02:10.210923 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-6da9d95a-802c-4c68-b641-745804df7a34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743575865025'] for port, before_delete {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:10.244733 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-ee9e5e66-eeae-4add-b773-8cd66a8239c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16e7d713da4349b3977dab0041ed0bee&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0522406
Feb 28 19:02:10.247397 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40946) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 19:02:10.277664 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron.plugins.ml2.plugin [None req-6da9d95a-802c-4c68-b641-745804df7a34 None None] The port '798027e3-4a81-44e5-a9e1-e3cdd5070062' was deleted {{(pid=83064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}}
Feb 28 19:02:10.310091 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6680d060-60db-44dd-8928-572a3572de4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:10.335227 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6680d060-60db-44dd-8928-572a3572de4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:10.393178 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6680d060-60db-44dd-8928-572a3572de4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:10.411171 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680d060-60db-44dd-8928-572a3572de4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592339d6-20cd-4ee3-b555-718c4bccc5cd,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 19:02:10.417376 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-6680d060-60db-44dd-8928-572a3572de4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:10.422437 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-6680d060-60db-44dd-8928-572a3572de4f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/592339d6-20cd-4ee3-b555-718c4bccc5cd HTTP/1.1" status: 204  len: 168 time: 0.1740458
Feb 28 19:02:10.845176 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40954) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 19:02:10.894324 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-32735176-71a4-4280-be6f-56d8cd058403 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bfc39115fa0644a5a324aa4890e86bfc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0479281
Feb 28 19:02:10.897799 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [-] (83063) accepted ('10.222.0.18', 40958) {{(pid=83063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Feb 28 19:02:10.967669 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c0b48cb4-9d1e-4968-9937-8823a589d95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:10.999310 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c0b48cb4-9d1e-4968-9937-8823a589d95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:11.056850 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c0b48cb4-9d1e-4968-9937-8823a589d95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867753'] for security_group, after_delete {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:11.071209 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b48cb4-9d1e-4968-9937-8823a589d95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47349876-afe9-46eb-a8bd-e14b57b0c4eb,revision_number=None']} {{(pid=83063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Feb 28 19:02:11.078978 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron_lib.callbacks.manager [None req-c0b48cb4-9d1e-4968-9937-8823a589d95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:11.080100 dv-cinder-831188-1-iscsi neutron-server[83063]: INFO neutron.wsgi [None req-c0b48cb4-9d1e-4968-9937-8823a589d95e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47349876-afe9-46eb-a8bd-e14b57b0c4eb HTTP/1.1" status: 204  len: 168 time: 0.1804354
Feb 28 19:02:19.758924 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 19:02:26.076794 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-4760cd9a-11df-45f2-a302-e1683de07ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:28.282369 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-05b4181e-ae2b-4716-8a17-bf1951db392a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:29.561812 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:29.563747 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:30.820283 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:30.824524 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:43.079383 dv-cinder-831188-1-iscsi neutron-server[83063]: DEBUG neutron.wsgi [req-43cbe8ad-7ba0-4fdc-beef-9367c3ccb7c3 req-608669ef-bb63-4e13-ae00-13d7a34597cb service neutron] (83063) timed out ('10.222.0.70', 65443) {{(pid=83063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Feb 28 19:02:43.457649 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [req-15cd3d9c-1570-4f32-944b-5ec6691ab370 req-a5cf879e-0c65-45c4-9305-353410edbbd9 service neutron] (83062) timed out ('10.222.0.70', 65473) {{(pid=83062) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Feb 28 19:02:56.088612 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-59fc8038-718f-4cfb-913a-3b72e90a75da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:56.755678 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 19:02:58.284573 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ef6b1d40-f385-41e5-ba43-e33c763e6bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:59.545932 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:02:59.552230 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:03:00.837865 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:03:00.839780 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:03:26.093929 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-51f0af6a-2c16-45a2-8785-83b113286a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:03:28.281729 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-15295ecd-33ef-469c-960e-9d938c24c646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:03:29.558785 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:03:29.560854 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:03:30.831248 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:03:30.834639 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:03:33.752337 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 19:03:56.087247 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-5b64f1f5-8b07-45e7-baf8-dc71e824c1d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:03:58.277575 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-2301ea89-fbec-4b55-bafb-3335c534a772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:03:59.559928 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:03:59.566833 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:04:00.821339 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:04:00.834383 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:04:10.750059 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 19:04:26.109736 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-cb182ad8-8bfe-4fc1-8ae5-fbc1a000a89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:04:28.277504 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-de788341-6c79-4892-a23f-708c6d75bec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:04:29.563445 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:04:29.568105 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:04:30.837584 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:04:30.840093 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:04:47.746228 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 19:04:56.091099 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-02368fbe-bc8d-4afe-abfd-b5989790f5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:04:58.274131 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-b35c1aad-aee9-4912-9a22-f27282de0514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:04:59.564262 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:04:59.569404 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:05:00.858541 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:05:00.859652 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:05:24.743852 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 19:05:26.088987 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae73fa35-31b1-4093-b560-cb7de2aade57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:05:28.274442 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-71e74eb5-8041-4229-b898-ded20f256fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:05:29.554098 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:05:29.565615 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:05:30.858109 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:05:30.859631 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:05:56.088879 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-6286ad0b-1330-4c0d-b344-3dceabedaadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:05:58.275807 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-6f57fa2f-4249-4ddc-a4ab-c601e3fe768f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:05:59.558954 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:05:59.571823 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:06:00.859494 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:06:00.863358 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:06:01.743566 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 19:06:26.084557 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-b53ff3df-82c0-434a-80bf-3002a8db1cad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:06:28.275289 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7ebe37d8-e815-46ff-bccb-c5d0334432ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:06:29.567179 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:06:29.573977 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:06:30.862337 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:06:30.863920 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:06:38.741757 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 19:06:55.257384 dv-cinder-831188-1-iscsi neutron-server[83062]: DEBUG neutron.wsgi [req-99a9413d-053c-4a18-8f82-aaaf8d47f374 req-af498b4c-e97a-4847-854f-b3b0f9134d51 service neutron] (83062) timed out ('10.222.0.70', 65467) {{(pid=83062) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Feb 28 19:06:56.091587 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-e64a7180-31e4-4595-ae50-f7d66b839f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:06:58.280010 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-06021df5-80dd-48fa-a70b-5dee224ffb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:06:59.563426 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:06:59.578158 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:07:00.863215 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:07:00.868837 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:07:15.739164 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 19:07:26.087185 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-bca8c4b4-a1f6-4b4b-a6c1-f594752c5a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:07:28.274701 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ee08ac6e-b4ba-40c3-b4a6-a13576f0ed83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:07:29.566397 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-ae84c241-6be4-4e70-87fd-bfe65948d0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:07:29.580416 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-537168bf-894d-4692-a43d-6a38a1ed0b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:07:30.868133 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c9895d85-392a-4004-9966-51472036dc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:07:30.894979 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-7c942cfc-ecca-497d-9944-6b4e02d95871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Feb 28 19:07:52.730710 dv-cinder-831188-1-iscsi neutron-server[83065]: DEBUG neutron.db.agents_db [None req-4ce3454e-a427-4d36-8d47-9f86077ea9cb None None] Agent healthcheck: found 6 active agents {{(pid=83065) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Feb 28 19:07:56.082623 dv-cinder-831188-1-iscsi neutron-server[83064]: DEBUG neutron_lib.callbacks.manager [None req-c59a396d-9b1b-45b4-ad4d-151332b723b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743575949653', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7460220'] for agent, after_update {{(pid=83064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}